{"domain":"_wildcard_.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"_wildcard_.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"000webhost.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"000webhostapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"004430.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"0101.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"011st.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"012.net.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"0123456789nonexistent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"0123tt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"01isp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"01net.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"02.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"021.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"021sex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"02818.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"037hddmovie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"0577vr.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"06yahoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"071kk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"073m.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"090227.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"0catch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"0kkkkkt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"0lin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"0qbbrz9zr0zq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"0x7c0.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"0xrpc.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1-hostingservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1-ofd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"100.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"100.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1000.menu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10000recipe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1000bulbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1000kitap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10010.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1001fonts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1001freefonts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1001tur.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10086.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"100panel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"100sp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"100x.bot?utm_source=inbound&utm_medium=bookface&utm_campaign=yc&utm_id=122","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"100x100banco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"100ycdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"101.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"101559001.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"101domain.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"101hotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"101soundboards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"101xp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1024tera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"103.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"104.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"107.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"108.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10be.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10best.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10by10.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10eurobonus.casino","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10fastfingers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"10gen.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10in30.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10jqka.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"10sq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10times.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"10tv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10xdental.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10xorder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"10xscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1101.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"110km.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"110mb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"111.nhs.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1111.com.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1111343.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1111bet.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"111500.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"11467.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"114dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"115.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1177.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"11880.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"11alive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"11ctch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"11freunde.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"11st.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"11teamsports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"11xplay.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"11xplay.pink","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"11zon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"120v.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123-hds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"123-media.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123-reg.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"12306.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1233dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1234.uno","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"12371.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"12377.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123av.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123c.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123formbuilder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"123js.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"123moviesfree.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"123ns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123ns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123pan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"123reserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"123rf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"123rutor.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123tor.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"123tt.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"124515.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"126.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"126.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"127.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"128.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"12go.asia","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"12news.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"13.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"130.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"131913.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1337x.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1337x.to","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"135.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"136.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1377x.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"139.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"13newsnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"13o.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"13tv.co.il","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"13wham.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"142.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"143.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"144.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1440.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"146.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"148.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"14emeliaterracewestroxburyma02132.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"15.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"157.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"159.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"15min.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"16.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"162.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"163.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"163data.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"163img.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"163jiasu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"163yun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"166.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1668manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1688.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"169.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"16clouds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"16personalities.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"17.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"170.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"17173.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"173.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"178.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"17ex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"17pytzy5p.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"17track.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"17u.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"18.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1800contacts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1800flowers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"182682.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"184.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1849.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"185.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"189.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"18comic.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"18j.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"18mh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1905.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1910.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"192-168-1-1ip.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"192.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"192.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"19216801.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"194964.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1984.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1984hosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1988rich.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1988rich.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1999.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"19fortyfive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"19thnews.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"19wiki3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1a-1791.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1aauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1adr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1and1-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1and1.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1and1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1blu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c-bitrix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c-cabinet.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1c-connect.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c-edo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1c9t8a4.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1capp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1capp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1cbit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1cfresh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1clickvpn.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1cmycloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1cupis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1cv8update.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1db.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1degree.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1desiremovies.zip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1digitech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1dmp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1domainregistry.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1drv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1drv.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"1e.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1e100.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1ex99.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1fichier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1filmyfly.dad","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1filmyfly.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1fxt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1gb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1gb.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1geki.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1go.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1goplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1gr.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1gt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1happybirthday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1internet.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1kuji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"1map.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1mg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1news.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1osb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1password.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1password.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1passwordservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1plus.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1point3acres.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1porn.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1prime.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1punrewudx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1px.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1rpc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1rtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1rtb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1rx.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1sept.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1stcollab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1stdibs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1stmggv7.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1tamilmv.cards","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1tamilmv.durban","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1tamilmv.futbol","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1tv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1u.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1und1.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1vpn.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1wcasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"1win.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1worldsync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1x-chickenroad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1x1x5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"1x247.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1xbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1xbet.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"1xlite-08668.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1xlite-24510.bar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"1xlite-98366.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"1xslot-casino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2.ip6.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"20.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2022welcome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2026cname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"204.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"206.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"208.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"209.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2090000.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"20m.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"20min.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"20minutes.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"20minutos.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"20wickets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"21-school.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"211.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"213891.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"215216777.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"216.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"21cineplex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"21cn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"21cnjy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"21jingji.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"21st.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"21vek.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"21wiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"22.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"222.place","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"224.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"225284.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"22lkys32pj0zl2vbip82oqe.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"22onlinegames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"22t8zyluzwaa.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"22xploitercrew.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"23.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2345.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2345.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"23794.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"23andme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"23net.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24-hds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"24-jav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24.kg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24028-net.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"247-inc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"247sports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"247wallst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24bdbajee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"24casinowin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24casinowin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24chasa.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24fastload.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"24h.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24h.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24hd.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"24heures.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"24horas.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24hyyls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"24live.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24sata.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24smi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"24smi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24timezones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24tv.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24ur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24videos.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24xxx.men","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"24xxxx.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"255.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"255md.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"257.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"25u.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"263.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"270towin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"29cm.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2captcha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"2ch.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ch2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"2chan.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2checkout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2cnt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2dehands.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ememain.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2findlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"2gis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2gis.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2gis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2giskz.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2img.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ip.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ip.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ip.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ix2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2k.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2kcoretech.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2kct.onl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2ksports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2likemobile.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2markers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2mdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2miners.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"2ndstreet.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2nt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2o7.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2osb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"2plyr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"2pos.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2trk.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"2umdjcuk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2xstorage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"2y2s.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"3.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"300.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"300624.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"300hu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"303bus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"310s309s.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"31gamestudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"32.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"321moviesfree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"32red.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3322.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3322.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"33across.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"33apk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"33win.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"34.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"345ddz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3498rhf3489fh8934hf9834.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"34sp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"35.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"35.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"35.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"350.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360910.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360anyu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360buyimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360cities.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360doc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360kuai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360learning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360mads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360monitoring.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360playvid.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360playvid.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360psg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360qhcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360safe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360totalsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360training.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"360tres.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360wzb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360yield-basic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"360yield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"363.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"365cyd.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"365cyd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"365danzhao.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"365dm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"365lpodds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"365scores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"36kr.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"37games.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"37signals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"39.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"399bdt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"3bb.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3bmeteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3cat.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3cloudhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3cr.game","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3cx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3cx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3cx.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3d-galleru.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dcart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dcartstores.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3ddd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dgow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3djuegos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dmgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dnews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dns.box","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dos.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dporndude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3ds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3dtuning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3gl.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3gpking.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3gpp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"3gppnetwork.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3hentai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3ik9bjnm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3isk.icu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3isk.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3iskk.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3k.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3leap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"3lift.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3m.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3movs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3nbf4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"3oaks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3qsdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3rabxn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3sat.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3seq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3shape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3shapecommunicate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3stripes.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3u.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3u.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3utilities.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"3xpl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"3xyaoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"3yjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"40.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"404media.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"405kk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"411.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"411.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"41xgeorgia.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"42.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"420magazine.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"425degree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"42technologies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"42trck.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"42web.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4399.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"44.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"444.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"45.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"451.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"45cat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"47news.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"484r.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"489ban.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"49s.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"4archive.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4armn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4based.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4bets.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"4cdn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4chan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4cloud.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4cun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4d4d.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4dcloud.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4dex.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4dex.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4dmoon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4dsply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4dvertible.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4everdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4free.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4game.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4gamer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4goodhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4hr.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4imprint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4in.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4kdownload.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4khdhub.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4kidsgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4kwallpapers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4pda.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4players.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4rapwahere.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4s.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4shared.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4sqi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4store.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4strokemedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"4travel.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"4tube.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"4vpn.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /*"}
{"domain":"4wps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5-tv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"50.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"500px.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"506.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"50filmywap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"50megs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"50union.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"50webs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"51.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"51.la","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"511tactical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"51cg1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"51changdu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"51cto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"51dns.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"51job.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"51y5.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"52.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"520.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5278.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"52pojie.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"52shuku.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"52z3vczxz1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"53kf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"54.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"550909.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"55bmw6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"55hl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"56.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"57.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"573.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"58.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"588ku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"58cdn.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"58che.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"58pic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"591.com.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5c10.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5ch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"5ch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"5ddd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5egytucuw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5element.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5h1pm3n7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5ka.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5mod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.camera","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.church","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.discount","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.forsale","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.house","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5movierulz.legal","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5movierulz.markets","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.school","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5movierulz.soccer","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5paisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5play.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"5read.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"5sim.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"6-q-r-s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"60ah.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"61yes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"63.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"63cj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"64.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"64365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"64xbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"65.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"66.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6677g.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"66law.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"66lottery.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"66yahoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"678bd44.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"68.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"69.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"699pic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"69shuba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"69shuba.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"6abc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"6ahddutb1ucc3cp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6chcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6cloud.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6ctuslwqz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6dngine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"6gamehub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6opo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"6p71hs.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6pm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"6qdgn5ym.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6sc.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6sense.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6te.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"6thsense.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"6tubsexer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7-11.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7-eleven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7-zip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"711proxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"713mtauburnctcolumbusoh43085.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"71e.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"71edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"72.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"72.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"720yun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"728.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"72dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"74.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"74.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"747.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"7471.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"747ph.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"75.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"76.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"777.porn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"777.ua","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7777.md","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777playslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777servers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777spielautomaten.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777spielen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777spinslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"777tv.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"77neko5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"77pg13.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"77ruay3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"77w18.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"78900116.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"789bingo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"79king1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7a0.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7brew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7cups.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7dak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"7dak4455.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"7df5u.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7eer.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7gis.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7hostir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7kprtners.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7m.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7mmtv.sx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7msport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7news.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"7shifts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"7sur7.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"7tv.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"7tv.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8-lives-cat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"80000hours.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"808bola255.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"808fubo19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"81.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"81plug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"82-0.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"82cook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"83sciences.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"853mmm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8684.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"876dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"888.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8888.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8888.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8888.porn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"888bets.co.mz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"888casino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"888scoreonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"888sport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"888tragamonedas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"889dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"88cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8989c.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8b.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8freeporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8k8app11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8m.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8newsnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"8slp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8theme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8tracks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8vlxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8x8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"8x8.vc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"8x8cloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"90min.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"90minut.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"911memorial.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"91app.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"91cg1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"91clubs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"91jingyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"91mobiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"91porn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"91porna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"91porny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"91tcw.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"91wheels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"927589452.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"9292.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"93soso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"943seo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"944sss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9458.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"94kkkb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"95.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"951dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"95516.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"959105.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"96.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"972mag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"98.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"981a.casino","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"988dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"988lifeline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"989v87ii5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"98totox45.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99.in-addr.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"998law.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"999.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99acres.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99app.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99bitcoins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99designs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99exch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99exch.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99minutos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99pay.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99percentinvisible.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99rdd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"99taxis.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"99xo4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"9anime.org.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9cache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9db.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9ffyu1g9c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9gag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9game.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9gtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9gti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9hits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9jarocks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9kvideo365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9ljp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9minecraft.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9mod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9mothers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9news.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9news.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9now.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9nung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9to5google.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9to5mac.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"9vids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9xflix.cymru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"9xflix.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"9you.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a-b-3-d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-b-c-8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-bly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-dns-service.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-l-p-a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-m-p.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-mo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-mx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-mx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a-star.edu.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a-yz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a-z-animals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a.ki","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a0.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a1.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a1.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a1.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a1.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a16z.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a1q7.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a1zap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a24films.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a2d.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2develop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2hosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2hosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"a2t.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2z.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a2z.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a3cloud.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a47b.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a4v690i84d0ak10tzweg.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a64x.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a79ab95c1589a13f8a4cab612bc71f9f7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a7k.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"a7satta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a8.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"a8r.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aa.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aa.net.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaaai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaaconnect.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaapay1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aaas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aabdw.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aacap.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aachener-zeitung.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aacr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aacrjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aad.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aade.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aadl.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aadrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aaecosystem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aafa.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aafp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aagag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aagmaal.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aagmaal.onl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aagmaal.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aajtak.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aalto.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aamc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aamulehti.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aan.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aanda.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aao.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaos.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aap.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aapanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aapc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaplimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aappublications.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aapt.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aareon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aargauerzeitung.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aarki.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aarnet.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aarons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaronsw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aaronweintraubfromcogent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aaronweintraubwantstobecyberpolice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aarp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aasaam-ns.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aasaam-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aasm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aastocks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aatkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aau.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aau.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aauw.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aawsat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aaxads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aaxxgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ab-ct.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ab-in-den-urlaub.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ab-inbev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ab.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ab1n.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abacum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abacus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abadis.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abajournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abalonebio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abatable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abbott.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abbreviations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abbvie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abbviedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abbyy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abc.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abc.com.py","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abc.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abc10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abc11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc13.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc15.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abc188.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abc27.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc30.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc3340.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc56.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abc6onyourside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc7chicago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc7news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abc7ny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abcactionnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abcdef.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcdstable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcfinancial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abchina.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abcmouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abcnews4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abcnyheter.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcsinsights.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abcvg.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abcya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abczdrowie.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abdelmaaboud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abdn.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebooks.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebooks.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebooks.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebooks.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abebookscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abelpolice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abema.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abendblatt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abendzeitung-muenchen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aber.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abercrombie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abetterrouteplanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abhi.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abhibus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abilitynet.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abinitio-bio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abishkking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abiteams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abjav.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"able.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"able2know.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ablesign.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ableton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ablivimkes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abload.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ably-realtime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ably.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ably.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abmilf.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abnamro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abnamro.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abo.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abola.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"about.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"about.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"about.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"about.youtube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutads.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aboutamazon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutbeautifulgallopinghorsesinthegreenpasture.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aboutcookies.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aboutyou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutyou.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutyou.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aboutyoublog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"above.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"abovedomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abovethelaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abozeb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abplive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abqjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"abr.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abril.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abritel.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abrws.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abs-cbn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abs-cbnip.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abs.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abs.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"absa.co.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"absher.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"absmartly.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"absoluporn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"absolutbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"absolute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"absrivers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abstra.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abstractpainting.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"absurd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abtasty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abuking777.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abundant.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abupdate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abuse.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abuseat.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abuseipdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abutogel.win","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abv.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abvmucet26.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abvpn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abw.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"abxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"abzarek.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-aix-marseille.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-dijon.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-grenoble.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ac-illust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-lille.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ac-link.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ac-poitiers.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-reunion.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ac-versailles.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acaai.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"academia-assets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"academia.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"academic.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"academicjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"academy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acadeu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acadiau.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acalog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acas.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acast.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acb.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acc-de.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acc-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acc-labs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accaglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accainsurancetips.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accc.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accdab.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accedo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"accel.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"accela.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accelia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accenture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"access-board.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"access-internet.ne.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accessacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accessbankplc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accessdomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accessibly.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accesskenya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accessnewswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accessnow.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accessoticketing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accessowl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accesspressthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accesstrade.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"accio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acciojob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accompany.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accorhotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"account.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"accountingweb.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accountkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accounts.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accountservergroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accountsupportgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acculynx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accupass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"accuweather.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"accuwebhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ace.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acedatacenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acefitness.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acehardware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aceimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acellus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acematic.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acemlna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acemlnb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acenet.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acens.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aceshowbiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acesso.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acesso.gov.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acessorias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acexedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"acfe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acfun.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acg.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acg.rip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acgtracker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acharbashi.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"achievers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aci.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acidblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acima.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acint.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aciprensa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ack.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ackermans.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aclanthology.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aclu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aclweb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acma.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acmeaom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acmethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acmetools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acmilan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acnur.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acobt.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acog.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"acolite.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acomics.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"acompli.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acordocerto.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acorns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acortar.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acoustic-adm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acpjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"acponline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acpwb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acquaintjokinglyscoring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"acquia-sites.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acquia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acquiaedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acrely.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acrobat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acrobits.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acronis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"acronis.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acronymfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"acrosspf.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acsalaska.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acsbapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"acscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acsechocaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acsm.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"act.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"act.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actalis.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"actblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actcorp.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"action-media.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"action.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"action1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actionfraud.police.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"actionkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actionlogement.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actionnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actionnetwork.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actionverb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actipulseneuroscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activablog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"active-logistics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"active.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"active24.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activeboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activecampaign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activecommunities.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activehosted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activeloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activemetering.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activemind.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activepieces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activerain.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"activestate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"activeview.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activoblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activosblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"activtrak.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"actoblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"actonsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actorsaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"actu.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"actualitte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acuitybrands.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acuityplatform.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acuityscheduling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acunote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acuvue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acvauctions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"acxtherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"acyclovir-400-mg.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ad-cdek.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ad-contents.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ad-delivery.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ad-good.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ad-hoc-news.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ad-italia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad-m.asia","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ad-m.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ad-magazin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad-plus.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad-score.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad-srv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad-stir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ad-tech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ad.gt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ad4989.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ad4m.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ada.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ada.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ada.support","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adaa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adac.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adacor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adaether.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adafruit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adalet.gov.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adalyser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adam.new","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adam4adam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adameve.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adamieva.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adangle.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adaniex.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adapta.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adaptavist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adapted.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adaptional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adaptiva.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adapty.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adaptytech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adaptyvbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adaware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adb.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adbephotos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adblock-for-youtube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adblockdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adblockplus.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adblockultimate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adbro.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adbtc.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adcam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adcannyxml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adcanvas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adcell.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adclickad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adcolony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adda247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addevent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addictinggames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addictioncenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addigy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"additudemag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"addons.business","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addpv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"addsauce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addslice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"addthis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"addtoany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adecco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adelaide.edu.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adelaidenow.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adelement.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adelion.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ademe.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adengi.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adenhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adentifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adentris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adeo.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adeo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adeptmind.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adestra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adevarul.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adexchanger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adexchangerapid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adf.ly","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adfc.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adfinity.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adfluxsp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adforge.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adform.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adform.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adfox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adfox.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adfurikun.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adfuse-ssp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adglare.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adgrx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adguard-dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adguard-vpn.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adguard.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adguard.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adhahi.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adhese.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adhigh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adialante.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adiam.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adidas-group.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adidas.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adikteev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adikteev.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adindex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adingo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adintl.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adipolo.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adipolo.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adison.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adition.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aditude.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aditude.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adj.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adjarabet.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjarabet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjha1k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjoe-programmatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjoe.zone","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adjust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjust.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adjust.net.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adjust.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adkaora.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adkernel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adklip.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adkwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adleadevent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adlibris.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adlightning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adliran.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adlook.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adlook.tech","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adlooxtracking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adlooxtracking.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adm.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admagazine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"admanmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admaster.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admatic.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admatic.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admatrix.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admd.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adme.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adme.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admeridianads.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admhmao.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admicro.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admidainsight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admile.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admin.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admin.net.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adminbyrequest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adminer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adminforge.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"administracionelectronica.gob.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"administracionespublicas.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adminml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adminvps.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adminvps.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admissions.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admitad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admixer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admixer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admmofyivg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admob.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"admon.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admozartxml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"admthop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"admtyumen.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adn.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adnami.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adnexus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adni.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adnimation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adnkronos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adnods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adnradio.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adnuntius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adnxs-simple.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adnxs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adnxs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adnxtr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adnz.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adobe-addons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobe-campaign.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobe-identity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobe.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adobe.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adobe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeaemcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobecc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobecces.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeccstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobecontent.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobecqms.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobedc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobedtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobegenuine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobejanus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobelogin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeoobe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobepass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeprimetime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobeprojectm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adoberesources.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobesc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobesign.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adobess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobestats.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adobetag.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adocean.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adokutrtb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adop.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adopenstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adoptapet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adoptimix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adoptium.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adorama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adorocinema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adotmob.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adovid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adp3.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adpies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adpilot-rtb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adplatform.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adplay.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adplsr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adpone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adpost4u.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adprime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adpushup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"adqtt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adquiramexico.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adr.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adra.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adrecover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adrenaline.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adresowo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adressa.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adriahost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adrise.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adrise.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adriver.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adrta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adrtun.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adrush.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ads-bidfuse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ads-flipp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ads-pixiv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ads-tinyorbit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ads-twitter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ads2.bid","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsafeprotected.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsafety.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsafrica.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsappier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsb.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsbexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsboosters.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsbynimbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adscale.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsco.re","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adscool.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adsdcsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adseedtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsensecustomsearchads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adserv-us.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adserv.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adserving.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adservings.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adservrs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adseye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adseyeservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsgram.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsinteractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adskeeper.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsl-pool.sx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adslzone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsmeasurement.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsmoloco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsmovil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsninja.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsoftheworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsolut.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsp.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adspector.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adspend.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adspower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adspower.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adspsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsrvr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adstag0102.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adstanding.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adster.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adstk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adstork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adsttc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adsurge.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adswizz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtarget.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtarget.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtarget.market","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtarget.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtec.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtech.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtelligent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtheorent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adthrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtidy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtimaserver.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtiming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtonos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adtpulse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adtrafficquality.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adukwai.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adult-machiko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultempire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultfriendfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultfuns.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultgamesworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultsearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultswim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adultwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adup-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adups.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adv094.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advanceautoparts.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advanced-web-analytics.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advancedcustomfields.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advanceddataanalysiscenter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advancedhosters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advancedmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advancedmetalresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"advangelists.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advano.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advanseads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advantageclub.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advantagetvs.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"advantech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advantshop.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adventhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adventori.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adventris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adventuregamers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adverge.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advertising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advertronic.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adverts.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advertserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adverttise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advertune.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adverty.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advfn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advideo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advisor.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"advividnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advlion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advlistings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advocate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"advolve.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"advrider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"advstatistics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adweek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adworknow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adx.bid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adx.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adx1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adxbid.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adxcel-ec2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adxcorp.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adxflyer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adxpremium.services","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adxyield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adyen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adyenpayments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adyn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adzerk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adzestocp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adzl888.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"adzuna.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adzuna.co.za","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"adzuna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"adzuna.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ae-dyn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ae.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ae888ne.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeaweb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aecf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aecloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aecom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aecore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aedi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aedns.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aegeanair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aegishealth.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aegonins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aei.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aek365.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aelionvel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aelitis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aellaapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aemet.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aemon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aemps.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aena.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aenetworks.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeolservice.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aeon.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aeon.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeon.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeoncinema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aepd.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aepiot.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerdns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeries.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerionvel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerisapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerithvel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerlingus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeroadmin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aerobasegroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aeroflot.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerohive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeroleads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aerolineas.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aeromexico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aeroport.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeropostale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aerosafe.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aerstal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aerzteblatt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aerztezeitung.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aesculatech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aesirmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aestatic.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aesthetic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aetherherbs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aetna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aetv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aexp-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aexp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aeza-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"af-sdk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"af.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afad.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afafb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afamily.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afd.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afdb.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afero.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affapi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affaritaliani.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affec.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affil.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affiliatblogger.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affiliations.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affilimate.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affilimateapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affilimatejs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affinity.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affinity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affinity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affinity.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affinitymatrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"affirm.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affirm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affogato.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affordablehousing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"affrc.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afftech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afgr1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afi-b.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"afilias-nst.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afilias-nst.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afilio.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afip.gob.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afip.gov.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afisha.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afl.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aflac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aflamk1.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aflcio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afnor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afp.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afpbb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"afraid.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afranet.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afrdtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"afribaba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"africa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"africabet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"africanews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"africaua.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afriexapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afrinic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afrointroductions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afsp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aft.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aftenbladet.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aftenposten.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"afterdawn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afterfive.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aftermarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aftermarket.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afternic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afternoon.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afterpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /$"}
{"domain":"afterquery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aftersell.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aftership.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aftershock.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"afthemes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aftonbladet.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aftvnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aftvrsys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aftx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"afun.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ag-inapp-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agava.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agazeta.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agbis.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"agc.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agcocorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agddns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"age.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agenciatributaria.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agency2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agencytool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agendapro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agent.nexus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentcard.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentclientprotocol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentcollect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agenteimmobiliare.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentfm.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agenticfabriq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agenticlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentmail.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agentnoon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agentphone.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"agenturserver.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agenziaentrate.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agenziaentrateriscossione.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agenzianova.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ageofempires.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ageroyx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agerpres.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ageuk.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ageverif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aggle.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agh.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aghazno11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"agi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agibank.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agid.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agilebits.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agilecdn.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agilecrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agilemanifesto.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agilemd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agilent.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agilone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agingcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agirc-arrco.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agkn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agl002.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agl003.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agl007.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agl111.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aglide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agma-analytics.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agnost.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agnss.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agoda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agoda.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agones.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agooles.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agora.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agoralab.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agorapulse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agoravox.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"agpd.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agrarheute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"agregatoreat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agriculture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"agriculture.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agristack.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agroeco.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agrohold.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"agropoliya.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"agweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ah.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ah.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aha-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aha.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aha.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahaber.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahacdn.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahagamecenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahajournals.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahamo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahaslides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahazou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahcdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahcgyy120.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahcxgjghdf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahdmw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahen.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahfplaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahgora.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ahindian.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahml.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahmybid.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahnews.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahnlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aholddelhaize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahost.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahram.org.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ahrefs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahrefs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahrq.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ahs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ahszu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahwaktv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ahwebhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ai-db.science","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ai-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ai.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiaa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aib.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aibigdatausa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aibixby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aibotplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aicdn5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aicepower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aichat4search.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aichouphaugn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aicpa-cima.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aicpa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aicrowd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aicte-india.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aida.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aidata.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aidating.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aidcgroup.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aidemsrv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aidthewallowtoh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aidungeon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aidyhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiee1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aif.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aifaceswap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aifpleasurebeh.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aifrwk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aifvfjuf56juh.cfd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiga.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aihelp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aihw.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiimsexams.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiinsurance.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aikido.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ailawandorder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aim-data.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aimarx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aimatch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aimatch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aimerce.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aimtell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aimxhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ainandev.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aintitcool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ainvest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aioblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aioinissaydowa.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aioseo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiosmedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiotsecu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiou.edu.pk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aip.ooo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aippy.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiprise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aips-sol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiqua.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"air360tracker.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airable.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airalo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airandspaceforces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airarabia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"airbaltic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbnb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airbnb.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbrake.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbridge.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbrush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbuds.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airbyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airc.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aircall.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aircanada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aircaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airchina.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airdroid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airee.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aireuropa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airfind.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airfordable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airfrance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airfrance.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airfranceklm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airgoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airhartaero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airhelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airindia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airlessbacach.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airliners.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"airliquide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airlock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airmail.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airmap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airmyne.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airnav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"airnavradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"airnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airnewzealand.co.nz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airnewzealand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airnow.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airoha.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airpay.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airpaymobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airpaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airport.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airrsv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtame.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtasker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airtel.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtelbroadband.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airthin.gs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airthings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airthium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airties.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtransat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airtrfx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airwallex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airwatchportals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"airweave.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"airworkhq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ais-idc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ais.co.th","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ais.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aisdr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aisee.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aisiteanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aismo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aisnet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aisports.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aist.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aistrm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aitcom.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aitechpacks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aiv-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiv-delivery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aivencloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aivideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aiwebpush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aixin119.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aizenway.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aizhan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aizhantj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aj1985.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aj1987.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aj2532.bid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ajaib.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajato.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajax.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajay.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajcdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajcloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajinomoto.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajkimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ajog.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ajol.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ajpmonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ajronline.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ajunews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ajxx98.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ak-core.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ak-is2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ak2yy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ak380.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aka-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aka.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aka700.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akadev.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akadns6.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akadns88.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akadns99.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akagtm.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akahost.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akakce.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akam.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamai-access.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamai-zt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaiapis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaiedge-staging.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaiedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaihd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaistream.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaitech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaitechnologies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaixbc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaized.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akamaized.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akaplat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akaquill.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akasripcn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akbank.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akbank.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akbars.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akenai.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akharinkhabar.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akhbarona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aki-game.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aki-game2.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aki-h.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aki.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akidolabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akiflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akinator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akisinn.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akisinn.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akismet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akkadia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akkari.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akkyservicios.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akniga.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"akrdinfo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akron-holding.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aksam.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"akstat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aktifsuster123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aktion-mensch.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aktoria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aktu.ac.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aktuality.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aktualne.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"akulaku.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"akutehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akuvox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"akzonobel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"al-ad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"al-adtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"al-ain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"al-hiwar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"al-monitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"al.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ala.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ala.org.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alaan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alabama.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aladdin-rd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aladdin.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aladin.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alamo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alamto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alamy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alamy.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alamyimages.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alania.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alar.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alarabiya.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alaraby.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alaradental.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alares.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alarmeringen.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alarmnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alarmtrade.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alaska.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alaska.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alaskaair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alaskantf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alaskasnewssource.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alastonsuomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alastyr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alawar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alba.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albacore.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albacross.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albany.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albaorbital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albawaba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albayan.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albedo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albelli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albelli.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alberta.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"albertahealthservices.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albertsons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albinoblacksheep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albion.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"albiononline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"albiware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"album.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albumaty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"albumoftheyear.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alby.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alc.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alcatel-lucent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alchemer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alchemer.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alchemy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alchemynano.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alchemyx.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alchetron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alcmpn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alcopa-auction.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aldara.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aldat.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alderongames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aldi-nord.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aldi-sued.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aldi.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aldi.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aldoshoes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alefed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aleks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alelo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alemhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alephee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alephlab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alerts.in.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alertustech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alertyagency.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alestra.net.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aleteia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alexa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexabet88batu.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexcodes.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alexhost.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexhost.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alexisarcadia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alexishave.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexisizza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alexisjuga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexiskenal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexiskian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alexislalu.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexisthink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alexistogel.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alexistogel.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.red","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.tips","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexistogel.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexisxp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alexisyoudo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alexunderboots.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfa.cash","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfabank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfacapital.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfaextra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfagift.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfahosting.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfajertv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfaleasing.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfasense.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfasense.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfasrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfastrah.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alfaview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfavita.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alfred-iot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alga.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algenbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alghas.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algogear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algolia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"algolia.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algolia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algolianet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algopix.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algorecs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"algosurg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"algotest.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"algouniversity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"algoviral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alguna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alhapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ali213.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alia-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliant.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alianza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliapp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibaba-inc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibaba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alibaba.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alibabachengdun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibabacloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alibabacorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibabadns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibabagroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibabaonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibabausercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alibris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alice.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alice.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliceadsl.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alicesw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alicloudapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alidns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alidropship.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alienvault.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alienvault.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alienwarearena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliexpress-media.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliexpress.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliexpress.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alightcreative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alignable.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aligntech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alikunlun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alikunlun.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alimama.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alinea-invest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alipay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alipay.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alipaydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alipayobjects.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alipayplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliqbwl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alisolution.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alison.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alistapart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alixia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliyun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliyuncs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliyuncsslb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyuncsslbintl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyunddos0013.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyundrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aliyunga0017.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyunga0018.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyunga0019.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aliyunwaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aljazeera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aljazeera.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alkali.engineering","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alkame7awx6p.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alkami.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alkamitech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alkera.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alkimi-onboarding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alkira.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alkira3.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alkosto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"all-guidesbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"all-inkl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"all.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"all3dp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"all4webs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allabolag.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allabout.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allaboutbirds.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allaboutcircuits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allaboutcookies.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allaboutdnt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allaboutjazz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"allaboutvision.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allaccess.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allafrica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allahabadhighcourt.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allapp.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allarknow.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allawnofs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allawnos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allawntech.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allbusiness.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allcafe.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allce.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alldatasheet.co.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheet.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheetcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alldatasheetde.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheetit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheetpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldatasheetru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alldebrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alldocumentexplor.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alldomains.hosting","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allears.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allegiantair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allegion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegro.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegro.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegro.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegro.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegroimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegrolokalnie.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allegrostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allelcoelec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allen.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allenpress.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allevents.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allexchbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allfootballapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allfreenovel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allgabar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allgaeuer-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allhen.online","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allhomes.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alliancelslabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allianz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allianz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allicreative.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alliedmarketresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alliedmods.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allinahealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allitrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allkeyshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allkpop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allmende.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allmodern.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allmyfaves.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allmylinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"allnewyonoapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"allo.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allocine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alloovium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alloschool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alloy.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alloy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allpanelexch9.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allpoetry.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allporncomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"allposters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allrecipes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allrummybonus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allsaints.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allsaints.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allseason.vip","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allsectech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allsex.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allsome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allstar.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allstarcluster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allstarlink.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allstarunion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allstate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alltdesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alltel24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allthatsinteresting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allthefallen.moe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alltheweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allthingsd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alltime.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alltrails.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"allus.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allwebgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allwyn.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ally.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ally.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"allyes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"allyonoapp.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"almaany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"almalinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"almanac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"almasryalyoum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"almayadeen.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"almond.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"almosafer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"almostmy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alo-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alo.bg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alo.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alocdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alodokter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alohaenterprise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alohaprofile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alohatube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alokai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alorica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alotaxi.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aloyoga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alpaca.markets","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alpas.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alpen-group.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alpha-hen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alpha-prm.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alpha-sense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alpha.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alphacoders.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphacommunity.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphadnszone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alphalink.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alphapolis.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alpharesearch.nyc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alphashareit.works","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alphatv.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphavantage.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphawatch.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphonso.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alphwidget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alpinelinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alquds.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alregn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alrosa.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alsa.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alshamil.net.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alsoenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alstom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alt-x.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alta.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altabank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altardstate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altaro.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altavista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"altaytherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alteg.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altema.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alterauth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alterdata.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alternate.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alternatehistory.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alternative.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alternativeto.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alternet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"alterpinay.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altervista.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alteryx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altex.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altibbi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altibox.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altibox.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altin.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altinkaynak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altis.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altmetric.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"altn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altogel.fit","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altrarunning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altroconsumo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"altrosky.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"altur.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"altushost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alude.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alukah.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alulaprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alunadata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"alura.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alvolante.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alwaysdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alwaysdata.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alyac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alza.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alza.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alza.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"alzheimers.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"alzom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ama-assn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ama.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amadeus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amadeus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amagi.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amainhobbies.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amalinvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amanotes.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amanotes.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amaporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amarujala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amateri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amaterky.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amateur.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amateur8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amayama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazingdo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazingmoboosts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazingtalker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazon-ads-attestation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon-adsystem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazon-corp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon-dss.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon-value-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.com.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazon.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.jobs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazon.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.science","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazon.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazon.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonalexa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonappstream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonaws.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonaws.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonaws.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonaws.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonaws.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonbot.amazon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazoncognito.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazoncrl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonfiretvapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazongames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonlightsail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonlogistics.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazonses.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonsilk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amazontrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amazonvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amazonworkspaces.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ambafrance.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amberbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amberweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ambetterhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambien-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ambient.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambientdsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ambientweather.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambition.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambitionbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ambito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amboras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amboss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ambral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amcdn.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amcrestcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"amcrestview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amctheatres.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amctv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amd.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amdm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amdocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ameba.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amebaownd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ameblo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amediateka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amediateka.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ameli.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amemv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amen.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amenli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amenworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amerahealthsolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ameren.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amerhonda.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"america.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americamagazine.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"american.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americanaddictioncenters.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"americanbanker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanbar.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americanexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americangaming.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americangirl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americangreetings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanheart.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americanimmigrationcouncil.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americanmuscle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanmusical.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americanpregnancy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanprogress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanrhetoric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"americanscientist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americansongwriter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanthinker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"americantrucks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americanwagering.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"americastestkitchen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"americatv.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"americorps.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ameriprise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amerisourcebergen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ameritas.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ametek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ametsoc.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amf-france.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amfam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amgen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amgradio.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amherst.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amiami.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amiami.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amic.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amika.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amil.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amillionads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aminer.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aminoanalytica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aminoapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amis.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amity.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amitydigital.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amjmed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amlegal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ammnlth.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ammyy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amnesty.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amnesty.org.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amnestyusa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amnh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amnic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amnt-16d09m20y.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amnupower.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amny.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amoad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amoblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amocrm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amon1.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"among.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amorphiclabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amoxibest.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amp-endpoint1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amp-endpoint2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amp-endpoint3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amp-wp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amp.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ampaeservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ampblogs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ampedpages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amperwave.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amplience.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amplifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amplify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amplifyapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amplitude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amplreq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ampproject.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ampproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ampup.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amrita.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ams.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ams.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ams1907.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amsoil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amsoveasea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amspbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amstat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amsterdam.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amtrak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amu.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amulet.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amung.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amur-cit.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amurobl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amusnet.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amvgg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"amway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amwell.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amx1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amxrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzlink.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amzn.asia","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amzn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"amzn.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amzn.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"amzndns-cn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns-cn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns-cn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns-cn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"amzndns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"an1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ana.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anaconda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anaconda.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anadolu.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anadoluajansi.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anaf.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anakin.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anal.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analdin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analdin.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"analvids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analysiscloud.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"analyticexpert.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"analyticpro.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analytics-debugger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analytics-egain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"analytics-sm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analyticsindiamag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analyticsinsight.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"analyticsvidhya.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anandabazar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anandtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anantara.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ananya.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anaplan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anarchy-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ancana.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ancensored.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ancestry.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ancestry.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ancestry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ancestry.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ancestry.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ancestrycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anchor.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anchor.host","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ancient-origins.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ancient.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ancientfaces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ancorathemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"andalucia.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"andata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andbeyond.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andersnoren.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andhrajyothy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andiai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andonlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"andpad.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andreani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andrews.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andritz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androeed.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"android.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androidadult.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"androidapplications.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androidauthority.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androidcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androidheadlines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"androidoyun.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"androidplatform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"androidpolice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"andromedasurgical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"andscape.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"andsonbiotech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"andtiny.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anduril.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anduril.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"andurildev.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"andustry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anekdot.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anet.net.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anfin.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angel.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angelfire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angelo.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angelone.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angelsleep9.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angelstudios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anghami.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angieslist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angkanet22.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"anglehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anglera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anglican.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angrybirdsbigadventure.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"angstrom-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angular.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angular.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angularjs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"angusrobertson.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anham.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anhuinews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ani-lab.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aniagotuje.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anibookmark.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anichin.cafe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anidb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anidex.moe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anifume.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anige-sokuhouvip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anikai.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anikoto.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anikototv.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anilife.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anilist.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animaapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animaljam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animalporn.tube","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animalsexporntube.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animanch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animasu.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animate-onlineshop.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animatetimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animationmagazine.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anime-planet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"anime-sama.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anime-sharing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anime3rb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animeapp.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animeav1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animecix.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animedekho.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animeflv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animego.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animeheaven.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animenewsnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animeonline.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animepahe.pw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animeruka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animesalt.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animesaturn.cx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animeshentai.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animesonlinecc.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animesss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animesuge.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animetosho.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animeunity.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animevietsub.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"animevietsub.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animevietsub.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animevost.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animewaku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"animeworld.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"animoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aninews.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anirena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aniview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aniwatch.co.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aniwatchtv.com.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aniwaves.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aniworld.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anixter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anizm.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anjcdn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anjouangaming.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anjuke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anjuna.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankara.edu.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anker-in.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankergames.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankersmartdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ankersolix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anketka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anketolog.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankiweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ankr.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anl.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anlian.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anlikaltinfiyatlari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anm.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"annahar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"annapurnabhandarwb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"annas-archive.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annas-archive.gl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annas-archive.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annefrank.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anniecannons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"announcekit.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"announcekit.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anntaylor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annualcreditreport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"annualreports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"annualreviews.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annunci69.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"annunciogratis.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anobii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anoboy.boo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anondns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anonm.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anony.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anony.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anonyig.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anonymised.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anonymouse.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anoria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anota.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"anotepad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anpc.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anrdoezrs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ansa.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ansabio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anser.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anses.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anses.gob.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ansi.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ansible.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ansmp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"answear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"answerblogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"answers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"answersingenesis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"answerthepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"answerthis.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ansys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antagonist.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antagus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antaranews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"antarestech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antarvasna3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antee.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antel.net.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anteldata.com.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anteldata.net.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anten.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antena3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antena3.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antenna.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"antenne.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antgain.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anthem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anthill.farm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anthrogen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anthropic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anthropologie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anti-captcha.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antibact.sbs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antibanads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"antibx.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anticheatexpert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antidot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"antigen.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antigravity-unleash.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antigravity.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antik.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antisip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antispamcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"antitspu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"antivirusflux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antiviruspure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antivirussweep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"antiwar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anto.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anton.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antpcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"antpeak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antpi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antpool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antt.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"antwerpen.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anty-proxy-checker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anu.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anubisnetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anupsagar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anura.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anuytzc.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anvisa.gov.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anwalt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anwap.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anwap.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anwb.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"any.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anyan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anybrain.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anybunny.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anycast.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anycast.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anycastdns.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anyclip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anycubic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anydesk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anydns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"anydns.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anyflip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"anygay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anylist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anymeeting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anymind360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"anypass.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anypointdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anyporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anyrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anyservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anysex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anyshemale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anythingllm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anythinktech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anytimefitness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anytrack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anywhereworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anywho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anz.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anz.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anzu-us.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"anzu.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"anzuinfra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ao-esp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ao.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aoa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aoadx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aoc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aocde.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aoglonass.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aok.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aol.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aol.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aolcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aom.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aon.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aon3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aoneroom.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aopa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aos.rw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aosulife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aota.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aov.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aoxx69.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ap.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ap4r.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apa.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apa.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apache-iv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apache-ssl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apache.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apachefriends.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apachehaus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apachelounge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apachetoday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apachetutor.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apamanshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aparat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aparatsport.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apart.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apartmentguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apartmenthomeliving.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apartmentlist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apartments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apartmenttherapy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apbook.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apdcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apec.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aperohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apester.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apexnews-af.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apexnews-sea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aph.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apha.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aphapublications.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aphp.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"api-alliance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"api-bdc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"api-gogles.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"api-proxier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"api-sports.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"api-taboola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"api-yandex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"api.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"api.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"api66y.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apiary.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apiarydata.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apiauto.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apibar.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apibay.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apiblink.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apicgate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apidigi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apigee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apigee.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apigwtencent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apinagadigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apineural.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apiok.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apitd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apk-agroeco.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apk.dog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apk.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkaward.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkcombo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkmirror.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkmodjoy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkmody.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkomega.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apkpure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apkpure.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apktorrents.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apkvision.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apl-alexa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apl-music-multimodal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aplaceformom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aplaut.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aplo-evnt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aplus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apmdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apmex.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apn.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"apnic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apolink.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apollo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apollo247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apolloatomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apollofirst.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apollographql.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apollohospitals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apollopharmacy.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apolloprogram.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apolloshield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aponet.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apornvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aportesenlinea.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aposta.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apotea.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apotheke-adhoc.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apotheken-umschau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"apotube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apoxy.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apozy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"app-41283.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"app-ads-services.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"app-analytics-services-att.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"app-analytics-services.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"app-measure.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"app-measurement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"app-us1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"app.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"app.delivery","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"app.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"app.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appadvice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appannie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appbaqend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appboy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appboy.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appboycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appbrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcast.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcenter.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcharge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appclicking.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appcloudbox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appconsent.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcpi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appcreator24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcues.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appcues.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appdomain.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appdome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appdynamics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appexnw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appfigures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appfire.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appfolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appfolio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appgenradio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appguard.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apphud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appiancloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appier.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appiersig.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple-cloudkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple-dns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple-mapkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple-studies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apple.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apple.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apple.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"applebees.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"applegadgetsbd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appleinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appleiphonecell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"applepie-recipe.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appliancepartspros.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appliancesdirect.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applicantpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"applilink.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"applinked.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applitrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applovin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applvn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apply-csbc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"applydesign.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applytojob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"applzr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appmate.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appmedia.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appmifile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appnext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appnexusgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appocean.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appodeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apponbest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appplay.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appquantum.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apprenticehealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apprevork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"approov.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"approovr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"approxima.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apps.apple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apps.chrome","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apps.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appsalt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsdevlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsflyer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsflyersdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appsheet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsmais.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsmb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appsolve.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appsonair.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appspot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appstack.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"appsto.re","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appstor.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"appsumo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptegy.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptentive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apptimism.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptimize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptornado.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apptracer.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"appx.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"appzen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aprs.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aps.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"apsense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"apsnet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"apsystemsema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aptdeco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aptechestvo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apteka-aprel.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apteka-april.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apteka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apteka911.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apten.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aptible.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aptoide.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aptoslabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aptrinsic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apuestasroyal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"apuestatotal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apurata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apus.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"apxns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"apxor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqi.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqicn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqle3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqsi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aqua-calc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aquashieldai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aquavoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ar15.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ara.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ara.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arab-xnxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arab89.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arabam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arabhotx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabhubx.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabianbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabiaweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabic-porn-tube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabicslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"arabnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabnok.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arabsex1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arabsexi.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabshentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arabtnt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabx.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arabx.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabx88.mobi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arabxforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabxn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabxn.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arabxn.watch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aragon.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aragorn.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"araknisdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aralego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aralego.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aramco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aramex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arandomserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"arastirmax.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"araujo.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aravolta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arba.gov.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbada.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbeiterkammer.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbeitsagentur.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbetsformedlingen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbiscan.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arbital.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arbitr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbitrum.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arbnaar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arborday.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arbpay.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arbys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arc-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arc-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arc-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arc-msedge.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arc.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arca.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcadis.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcamax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcanum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcasolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcdataservices.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcelik.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcelormittal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcg.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcgis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcgisonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archaeology.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archbee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archdaily.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archdaily.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"archermoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archero2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archi.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archidekt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archilabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archinect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"archiproducts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"architectmagazine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"architecturaldigest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"architecturaldigest.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"architecture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"architizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"archive-digger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive-it.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive.fo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive.is","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archive.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archive.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archive.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archive.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archiveofourown.gay","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archiveofourown.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"archives-ouvertes.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"archives.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archiveteam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archlinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archon.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archonph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"archpaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arcimus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arconazure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcor-ip.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcor.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"arcot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcprize.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcpublishing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arcspire.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcteryx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arctic.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arcticspg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcticwolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arcticwolf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ard-mcdn.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ard.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ardentech.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ardentnews.co.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ardmediathek.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ardsounds.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arduino.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ardvecomhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"are.na","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"area120.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"area51.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"areait.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arena.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arena.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arenabg.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arenabg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arenabreakout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arenabreakoutinfinite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arenaplus.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arenascan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arenasport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aresindustries.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argaam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argenprop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argentina.gob.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argewebhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argewebhosting.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argil.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argo-net.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argo.la","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argon-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argos.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"argotunnel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"args.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"argument.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argumenti.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"argusmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ariat-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ariat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ariba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aridns.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ariglad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arini.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arintra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arionplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arist.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aristeguinoticias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aristocrat.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aritypmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aritzia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ariva.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arixo.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arizona-rp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arizona.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkadium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkadiumhosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arkansas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkansas.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkansasonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"arkdedicated.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arketa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkoselabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arkusze.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arlingtonva.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arlo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arlo1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arloxcld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arm-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arm-msedge.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armadaservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"armanet.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"armani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armature.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armcloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armdb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"armgs.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"armilla.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armorgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armscontrol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armtek.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armtek.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"army.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"armyinform.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armyrecognition.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"armytimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arnata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arnebrachhold.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arnes.si","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arnet.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arnoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aroma-zone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arorua.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"around.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aroundwhoever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arpanet.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arpari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arpeggiobio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arpio.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arqfinance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arrayent.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arraylabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arrivalist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arrl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arrow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arrowcheckout.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arsenal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arsip.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arsmtp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arstechnica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"arstechnica.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arsys.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"art-internal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"art.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"art.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"art.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"art19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artbasel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arte.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"artelis.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artfight.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"artfiles.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artforum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artfulparent.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"artfut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arthritis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arthromedix.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artic.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"articlesblogger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"articlescad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"articulate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artifact.engineer","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artificialanalysis.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artificialintelligenceact.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artillery.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artillex-studios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artisan.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artistecard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artistshot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artixlinux.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artlebedev.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artlist.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artlogic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artmajeur.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"artnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artnow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artofliving.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artofmanliness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artofproblemsolving.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"artosai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artribune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artron.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arts.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arts.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"artscouncil.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"artsdot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artsper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"artstation.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artsy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arttrk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artuk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"artworkout.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aruba.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arubadns.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arubadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arubainstanton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arubanetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arukereso.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aruodas.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arva.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arvancdn.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arvancloud.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arvato-systems.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arvento.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arvig.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arvixe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arvixeshared.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arvojournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arweave.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arwebo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arxiv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aryion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"arylblurry.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"arynews.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arzana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"arzdigital.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"as-1.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"as-infra.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as-nmt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"as.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"as13285.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as13445.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as20676.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as2116.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as39202.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as39202.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as48447.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as50464.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"as8758.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asa.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asaas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asadal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asadcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asahi-net.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asahi.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asahi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"asahibeer-cp.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asahibeer.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asahq.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asana.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asanausercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asb.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asb.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asburo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asce.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascelibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ascendeummedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ascendoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascension.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascension.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascensus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascii.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asclepiuswellness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asco.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ascopubs.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ascuolaoggi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asd.ink","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asd.pics","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asdfix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asdxwqw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ase.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asean.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asedneutarrytous.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asee.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asendia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aseonlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asexuality.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asfinag.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asg.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asha.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asha.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashampoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashbyhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashemaletube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashentajir.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"asherbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashleyfurniture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashleymadison.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashoka.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashpublications.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ashrae.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asia-home.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asiaadomainsshatelhamrahaval.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asiae.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"asianet.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asianetnews.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asianfanfics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asianwiki.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asiaone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"asiasociety.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asiatimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asic.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asiemodel.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asilmedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asim.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asimus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ask.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ask.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"askart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askbron.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askclara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askdiandian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"askfilo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askgamblers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askjo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askkyber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asklaila.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"askmap.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"askmehelpdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askmen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"askona.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asksapien.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"askubuntu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"askul.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aslists.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aslwls.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asm.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asmallorange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asme.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asmhentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asna.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asna.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asnapieu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asnbank.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asnet.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aso-bo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aso1.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"asos-media.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asos.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asosservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asoview.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asp-frontier.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aspca.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspect.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspect.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspendiscovery.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aspeninstitute.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aspetjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aspireapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspnetcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aspora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspose.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aspose.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asq.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asqq.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asriran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asrlms.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"asrock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assaabloy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assam.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assamesesexvideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assemble.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assemblee-nationale.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assembly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assemblyai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assemblyexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assemblyhoa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assertcom.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asseta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assetlab.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assets-landingi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assets-yammer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assets.bradesco","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assetsconfigcdn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assettype.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assistant-ui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assoass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assoc-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"associatedcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"assurancewireless.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"assurant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astalavr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astar.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astaro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astekdx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asterdex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asterisk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asterlab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asteroid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astockcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aston.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astonishlandmassnervy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astonmartin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astor.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astra-ai.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astragate.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astral.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astral.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astralane.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"astralinux.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astralvisioncraft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astralweb.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astranis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrazeneca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astro-seek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astro.build","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astroawani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrobin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"astrobl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrocade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrodsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astroempires.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astroenergy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astroforge.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"astrology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astromecha.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astron.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astronautlividlyreformer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"astronomy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrosage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrosurf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrotalk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrum-play.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"astrum.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrum.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrumnival.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astrumu.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asturias.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"astv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asu.edu.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asurahosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asurascans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asurion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asus.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asusappnw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asuscloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asuscomm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"asustor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asuswebstorage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aswatson.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aswpsdkeu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aswpsdkus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"asx.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aszmr.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"at-o.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"at-s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"at.cafe","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"at.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"at5.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"atakdomain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atauni.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atavi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atbmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atcoder.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"atcom.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atcpulsa.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atcpulsa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atcpulsa.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atdmt.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aternity.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aternos.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aternos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ateve.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atf.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atg.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atgtickets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ath.cx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"athabascau.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athelas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athena.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"athenahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athenahq.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athensvoice.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athle.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athletic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athlonsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"athome.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"athome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"athwartwhoafat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ati-host.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ati.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ati.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ati.tn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atiads.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atianqi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aticdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atid.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atida.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atidevs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atieva.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atikayda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atitesting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atkorat.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atl-paas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlanta-games.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlantablackstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlantanewsfirst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"atlanticbb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlanticcouncil.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlantichealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlantis-press.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlaq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlas.kitchen","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlas.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlascard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlascopco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlasdiscovery.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"atlasearth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlasgrid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlasobscura.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlaspay.online","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlassian-dev.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlassian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlassian.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlastunnel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atlaswork.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlaszz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"atlex.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlinkservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atlog.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmailcloud.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atman.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atmeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atmeto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmnd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atmndx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atmo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmob2b.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atmosenergy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmosphere.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atmtd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ato.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atol.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atom.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atoma.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atomarine.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomic.industries","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomicorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomicvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomicwallet.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atomile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atopile.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atorus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atosorigin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atoss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atp.fox","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atpnd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atpress.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atptour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"atrapalo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atratopago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atrbpn.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atrc.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atresmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atresplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atrisa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"atriumhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atrl.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atrungroi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atrustdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atruvia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ats-telecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atsaero.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atsenergo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atsint.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atsjournals.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atsptp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atsu.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"att-idns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"att-securefamily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"att.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"att.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"att.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attachmail.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attack.capital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attainplatform.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attendanceondemand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"attens.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attentionxyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attentivemail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attentivemobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attheraces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attimet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"attmex.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attn.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attntags.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attool.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"attraqt.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attunehq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"attunement.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atu.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atualblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atudo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"atudo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atum.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atw.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atwebpages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"atwiki.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"au-msedge.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"au-net.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"au.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"au.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"au.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"auajournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"auanet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auappservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aub.edu.lb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auburn.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aucegypt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aucey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aucfan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auchan.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auchan.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auckland.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auction.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctionet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctionninja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctionzip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctollo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctor.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auctria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audacityteam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audacy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"audatex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audemarspiguet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audi.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audibene.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audible.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audible.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audicagame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audima.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"audio-technica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiobookbay.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiobooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audioboom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audioeye-services.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audioeye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audiofanzine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiogon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiohook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiojungle.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiomack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audioscrobbler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audit-it.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"audiusa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audizine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"audrte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"audubon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auerproxy.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aufeminin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"augipt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"augmentcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"augsburger-allgemeine.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"august.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"augustafreepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aukro.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"auntmia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auntymaza.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"auone.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aura444.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aurabeattech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auranodeyes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aurasvc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auravision.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aurelian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aurelon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aurevoir143.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auricle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aurorincad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auruhana2.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ausbildung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auschwitz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ausfreeslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ausha.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auspost.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"austincc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"austinchronicle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"austintexas.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"austlii.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"australia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"australian.museum","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"australianfreepokies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"austria.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"austrian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auswaertiges-amt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aut.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autarc.energy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auteltech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auth-secure-socket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auth.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auth0.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auth0.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auth0app.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auth0edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"authenticatorlocalprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"authenticpacks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"authologic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"author.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"authorea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"authorize.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"authorizedvault.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"authorstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"authy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"authzed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autism.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autismspeaks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto-data.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto-doc.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auto-doc.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"auto-motor-und-sport.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto-vision.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auto24.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autobazar.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autobid.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autobild.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"autoblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoblog.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoc-one.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autocad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autocar.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autocarindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autocasion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autocomputer.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autocrm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autodata-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autodesk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodesk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodesk360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodeskplm360.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodoc.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodoc.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodoc.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autodoc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autoelevate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoevolution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"autoexpress.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autofi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autogidas.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoglassonline.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"autohero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autohome.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autohotkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoimg.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoipacket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoleadstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automationanywhere.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automaton-media.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automattic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"automax.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automizely-analytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"automizely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automobile-propre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automobile.tn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"automorphic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"automox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autonat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autonation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autonavi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autone.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autonews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autonews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autonomic.ai","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autopallet.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoplius.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoplus.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autorefresh.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoreserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoriteitpersoonsgegevens.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autorus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autosana.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoscout24.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autoscout24.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoscout24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autoscout24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autoscout24.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autoscout24.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autoscout24.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"autositu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autosport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autostep.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autostrade.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autotask.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"autoteiledirekt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autotrack.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autotrade.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autotrader.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"autotrader.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autotrader.co.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autotrader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autovaza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autovit.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autoweek.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autowereld.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"autozeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autozone.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autumnai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"autumnlabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auvergnerhonealpes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"auvik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"av-mx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av-test.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"av-th.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av-wiki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"av.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av19.fit","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av19d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av19v.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"av380.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avaaz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avada.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avads.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avaeduc.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"availity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avalara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avalara.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avallon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avanafil.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avanan.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avangard.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avanquest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avans.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avant.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avantel.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avantisvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avantlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avanture.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avanza.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avasecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avastbrowser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avature.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avax.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avaya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avayacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avaz.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avbebe.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"avct.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avcweigh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avdbs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avearobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avelishealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avency.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aventindustrial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"averydennison.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"averyiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aveva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avgbrowser.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avgosu104.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avhdfe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avianca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aviasales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviasales.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviation-safety.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"aviationweather.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviationweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviator.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviatorreproducesauciness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"avid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avid.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avidreaders.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviewfrommyseat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avigilon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avina.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avion.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avira-update.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avira-vpn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avira.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avira.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aviro.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avironactive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avis-verifies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviso.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aviso.ci","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avisynth.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avito.ma","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avito.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avito.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aviva.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avixo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avizo.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avizoone.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avjb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avjoy.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avkn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avkuy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avlyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avm.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avma.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avminox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avmisohd.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avmws.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avoca.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avocademy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avocadopos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avocasystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avoice.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avp.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avple.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avrolifesci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avrotros.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avsee.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avsforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"avsxappcaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avsystem.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avto.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avto.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avto.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avtodor-tr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avtograd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avtoto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avtovokzaly.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avtub.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avtub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"avtub.so","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avtub.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avvenire.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avxee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"avxtha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avxthai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"avyuri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"awardpongsur.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awardspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awardwallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awaytravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awaze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awdeliverynet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aweber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awem-platform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awen.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aweray.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awesomebooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awesomescreenshot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awesomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awfulannouncing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awi.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awin1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awm.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awm.ovh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awmcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awmdm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awpya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aws-cbc.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aws-prd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aws-thinq-prd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aws.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aws.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsapprunner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-00.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-00.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-00.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-00.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-01.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-01.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-01.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-02.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-02.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-02.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-02.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-03.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-03.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-03.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-03.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-04.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-04.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-04.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-05.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-05.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-05.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-05.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-06.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-06.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-06.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-06.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-07.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-07.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-07.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-07.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-08.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-08.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-08.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-08.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-09.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-09.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-09.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-09.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-10.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-10.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-10.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-10.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-11.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-11.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-11.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-12.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-12.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-12.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-13.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-13.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-13.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-13.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-14.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-14.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-14.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-14.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-15.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-15.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-15.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-15.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-16.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-16.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-16.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-16.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-17.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-17.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-17.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-17.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-18.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-18.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-18.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-18.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-19.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-19.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-19.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-20.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-20.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-20.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-20.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-21.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-21.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-21.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-21.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-22.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-22.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-22.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-22.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-23.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-23.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-23.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-23.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-24.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-24.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-24.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-25.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-25.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-25.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-25.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-26.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-26.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-26.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-26.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-27.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-27.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-27.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-27.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-28.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-28.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-28.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-28.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-29.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-29.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-29.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-29.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-30.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-30.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-30.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-30.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-31.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-31.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-31.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-31.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-32.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-32.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-32.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-32.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-33.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-33.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-33.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-33.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-34.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-34.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-34.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-34.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-35.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-35.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-35.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-35.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-36.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-36.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-36.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-36.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-37.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-37.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-37.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-37.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-38.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-38.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-38.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-38.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-39.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-39.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-39.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-39.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-40.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-40.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-40.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-40.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-41.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-41.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-41.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-41.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-42.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-42.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-42.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-42.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-43.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-43.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-43.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-43.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-44.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-44.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-44.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-44.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-45.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-45.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-45.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-45.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-46.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-46.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-46.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-46.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-47.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-47.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-47.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-47.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-48.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-48.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-48.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-48.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-49.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-49.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-49.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-49.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-50.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-50.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-50.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-50.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-51.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-51.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-51.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-51.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-52.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-52.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-52.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-52.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-53.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-53.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-53.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-54.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-54.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-54.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-54.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-55.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-55.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-55.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-55.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-56.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-56.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-56.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-56.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-57.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-57.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-57.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-57.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-58.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-58.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-58.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-58.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-59.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-59.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-59.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-59.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-60.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-60.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-60.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-60.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-61.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-61.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-61.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-61.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-62.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-62.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-62.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-62.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-63.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-63.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-63.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-63.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-00.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-00.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-01.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-01.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-02.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-03.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-03.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-04.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-04.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-05.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-06.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-06.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-08.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-08.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-09.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-09.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-10.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-10.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-11.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-12.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-13.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-14.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-14.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-15.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-16.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-17.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-17.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-20.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-22.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-23.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-23.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-23.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-24.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-24.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-25.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-26.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-26.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-27.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-27.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-27.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-28.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-29.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-29.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-29.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-30.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-31.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-31.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-31.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-32.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-33.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-34.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-35.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-35.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-35.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-36.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-37.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-38.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-38.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-39.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-39.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-39.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-40.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-40.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-41.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-41.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-41.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-41.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-42.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-43.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-43.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-44.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-44.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-44.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-45.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-45.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-46.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-46.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-47.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-47.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-47.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-48.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-48.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-48.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-49.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-50.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-50.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-51.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-51.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-51.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-52.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-52.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-52.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-53.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-54.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-55.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-55.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-56.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-56.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-56.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-57.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-57.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-57.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-57.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-58.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-58.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-58.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-58.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-59.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-59.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-59.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-60.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-60.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-61.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-61.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-62.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-62.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-cn-63.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-eusc-02.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-eusc-48.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsdns-eusc-60.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awselbcombine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsglobalaccelerator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsli.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsmpsa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awspopcap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awsstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awstrack.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awswaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"awtomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awwwards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"awxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ax-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ax-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ax4z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axa.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axadns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"axal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axc.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axcient.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axeda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axelname.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axelrod.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axelspringer.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axept.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axialcompute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axinet.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axinntus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axiom.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axiom.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axiom.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axiombid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"axionorbital.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axis-marketplace.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axis.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axis.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axisanalysis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axisbank.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axisbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axismaxlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axissecurity.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axle.insure","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axlehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axol.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axolo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axonix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axonixgrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axross.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"axsguard.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axtel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"axwljs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ay.delivery","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ayads.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ayam11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aycfund.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ayhal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"aykutcevik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aylanetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"aysima.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ayush.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ayvens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ayyz.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"az.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"az.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"az24.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"az8.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azal.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azalearobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azar247.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azarlatino.com.py","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azarlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azazie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azbigmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azbyka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"azconfig.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azcr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azdhs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azdigi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azdot.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azerion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azertag.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azet.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azfamily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"azgames.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azhar.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azhkthg1.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azimut.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azioncdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azionedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azionedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azleg.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azlyrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azmilf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azmk8s.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"aznude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azoramoon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"azquotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azubiyo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"azure-api.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-apihub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-apim.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-automation.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-devices-provisioning.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-devices.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns-1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns-2.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-dns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure-int.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azure.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurecontainer.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurecontainerapps.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurecr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azuredatabricks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azuredns-ff.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azureedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azureedge.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurefd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurefd.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azuregov-dns.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurehdinsight.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurerms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azureserv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurestaticapps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurewebsites.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurewebsites.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"azurgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b-cd.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"b-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b-hentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"b-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b-pl.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b00b5.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b12-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"b17.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"b23.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b254.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b2b-center.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b2b168.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b2bdxp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b2bhint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b2bmarketing.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"b2c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b2clogin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b2match.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b3.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b343s4r5ptarj9d9x5csa.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b406929acabac9b095f124c81bdfcf57f.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b6vlfv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"b7510.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"b92.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ba-sh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baadesaba.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baamboozle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bab.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babal.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babbel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"babble.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"babel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"babelio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"babeljs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babelprov.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babepedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babesource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bablosoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babu88.gold","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baby-calendar.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baby-kingdom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babyblog.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babybus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babycenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"babycentre.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"babylist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babylonbee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"babypips.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"babytree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bac-assets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bacchiccupule.qpon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baccredomatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bachhoaxanh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backblaze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backblazeb2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backchina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"backcountry.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backdropagent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backend-capital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backend-hypertube-app.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backerkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backlinko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backloggd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"backmarket.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backmarket.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backmarket.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backname.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backorder.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backpack.tf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"backpackbang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backpacker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"backstage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"backtrace.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backupify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"backyardchickens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bacloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bad.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"badak178bangga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badak178daftar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badak178fire.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badak178main.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badambiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baddiehub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baden-wuerttemberg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"badgerdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badische-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"badnessgimmickposted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"badoo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"badoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"badoocdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baehost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baeldung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baesystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bafa.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bafin.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bafta.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bagankeyboard.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bagelcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bagelgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baggato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"baginya.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bah.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bahalmag.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bahamaslocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bahesab.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bahn.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bahnhof.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bahnhof.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bahnhof.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bahrain.bh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"baicdnx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidu-itm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"baidu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"baidu.com.eg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidu.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baiduads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidubce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidupcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baidustatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baifentan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baikalsr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bailii.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bainsx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baishan-cloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baishangeek.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baitoru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baixing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bajajauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bajajfinserv.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baji222.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baji999.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bakbitionb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bakecaincontrii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bakerhughes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bakermckenzie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bakersfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bakool.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bakusai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balad.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balalaika.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"balancy.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balbums.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bale.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"balena-cloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balena.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balenciaga.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baliusuperapp.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"balkaninsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"balkanjizz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"balkanweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ballerine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ballotpedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ballou.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"balsamiq.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"balt.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baltbet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baltimoresun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bama.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bamboohr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bambulab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bambuser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bambuser.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bamf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bamgad7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bamgrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bamlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bamper.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bampt3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bampt4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banabo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"banahosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banamex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banan.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bananacifras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bananaship.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancaditalia.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bance.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banco.bradesco","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancobpi.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancobpm.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancobrasil.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancochile.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancocredicoop.coop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancodevenezuela.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancoestado.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancofalabella.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancogalicia.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancointer.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancolombia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bancomundial.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancopan.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bancoppel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancosantander.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bancsabadell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"band.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"band.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"band.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bandai.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bandainamco-am.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bandainamcoent.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bandainamcoid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bandcamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bandlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bandori.party","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bandsintown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bandzone.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banesco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banesconline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bang-olufsen.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bangbros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bangcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banggood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bangkokbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bangkokbiznews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bangkokpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banglabet77.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banglachotikahinii.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banglarshiksha.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bangmod.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bangor.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bangordailynews.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bangumi.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bangumi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bangumi.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banhq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bank-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bank-hlynov.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bank.gov.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bank.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankaletihad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankbazaar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankbsi.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankcomm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankfab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankhapoalim.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"banki.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankier.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bankingcircleconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankingnews.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankinter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankiros.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankjoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banklocationmaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bankmandiri.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankmellat.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankmillennium.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankofamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankofcanada.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bankofchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankofengland.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankofscotland.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bankrate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"banlek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bannerflow.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bannerhealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banorte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banque-france.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banquemisr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banquepopulaire.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banrisul.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bantubet.co.ao","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banvenez.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banxico.org.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"banyanops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bao315.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baochinhphu.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baohiemxahoi.gov.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baomoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baonghean.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baotintuc.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baqend.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bar-navig.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barackobama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barbars.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barbero.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barbican.org.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"barcablaugranes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"barcanews.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barcap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barcelo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barcelona.cat","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barchart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barclaycardus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barclays.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barclays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barclaysus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barcodesinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bard.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barebones.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baretechs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bargheman.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barilla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bark.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bark.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barmer.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barnesandnoble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barotem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barracuda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barracudacentral.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barracudamsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"barracudanetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"barrons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"barstoolsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bart.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bartamanpatrika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bartcons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bartleby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bas.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bas.bg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"basalam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basalt.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"basarisiralamalari.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"base-search.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"base.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"base.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"base44.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"base44.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baseball-reference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"baseballamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baseballprospectus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basecamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basedash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baseframe.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baselinker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basepilot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baserun.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"basescan.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baseten.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bashkortostan.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bashtel.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"basic-fit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basictrackr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"basis.center","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basis.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basketball-reference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"basketnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"basketnews.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"basspro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bassthalk.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"batch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"batdongsan.com.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bates.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bath.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bathandbodyworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"batikair.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"batikloreng.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"batmanapollo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battery.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"batteryuniversity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"battle.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battlefield.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battlefields.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"battlelog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battlemetrics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battlenet.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"battleye.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baua.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baubap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baudlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bauhaus.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bauhaus.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bauhaus.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bauhaus.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baur.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bavarianfootballworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"baxter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baycrews.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bayern.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bayesimpact.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bayesline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baylor.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baymard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baynews9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"baystars.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bayt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bayut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"baz-on.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"baz-on3.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazaarvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazar.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazaraki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazonline.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bazookavpn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bazos.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazos.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazr.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bazrshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bb-os.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bb.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bb.org.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbarlock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbbgame.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbbmetrics.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbc-reporting-api.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bbc.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bbc.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbcgoodfood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bbci.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbctvapps.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbcverticals.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbesport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbexcite.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbgg6688.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbiq.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbk.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bblaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bblmw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbox.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbp.style","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbpress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbsecure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbtec.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbtgz.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbtnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbums.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbva.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbva.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbva.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbvms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bbymilk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bbystatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bc-sys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bc.game","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bc.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bc0a.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bca.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcb.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcbd123.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcbits.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcbs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcbsaz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcbsla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcc-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcc-ssp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcc.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcccdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcci.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcdnx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcebos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcelive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcf.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcferries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bcg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bchydro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bci.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcit.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcloud365.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcn.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcn.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcorporation.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bcove.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcra.gob.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcs-express.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcs.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcu.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bcv.org.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcvcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcytua.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bcz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bd-caict.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bd-pratidin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bd.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bd33fgabh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdc.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdcgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bde.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdfutbol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdggamecc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdjobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdjp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdkgroup.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdnews24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdo.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdris.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdsmlr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bdsmx-porn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bdstatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdt.com.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdtelemetry.amazon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdurl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdxvideohd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bdydns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bdysgz.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"be.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bea.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beacondb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beaconhealth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beaconjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"beacons.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beak.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beam.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beamng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beams.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beanfun.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beanstalk.farm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beanywhere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bearblog.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beastiality.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beat3put.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beatport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"beatsbydre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beatstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"beatstars.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"beau.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beautiful.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beautylisher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beautynesia.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beautyplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bebee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bebesong.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bebo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beboo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"becasbenitojuarez.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"becdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"becekku.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bechtle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beck.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"becker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beckershospitalreview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beckett.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"becloudby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"becloudby.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"becomeautonomous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bedandbreakfast.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bedbathandbeyond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bedpage.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bedrock.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bedroomvillas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beds24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beebettor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beebom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beechtree.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeg.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beehidden.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beehiiv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beekeeper.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beeline.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeline.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beelinegprs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beenets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beenverified.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeper-tools.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beeper.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beepityping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beepong.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beepworld.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beeradvocate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beesafe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beetv.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beezlepongmad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bef77.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beforeitsnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beforward.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"befunky.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"begambleaware.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"begenuin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beget.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beget.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beget.email","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beget.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beget.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beget.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beglaubigt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"begmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bego.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"begolbatan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"behance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"behance.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"behefun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"behindthename.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"behindthevoiceactors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"behostings.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"behr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beian.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beijing.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bein.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beinconnect.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beincrypto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beinsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beinsports.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beisilechina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beizi.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bekkoame.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beko.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belastingdienst.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belezanaweb.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belfastlive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"belfasttelegraph.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"belfercenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belgacom.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belgiantrain.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belgium.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beliefnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"believesport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"belk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belka-games.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belkacar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belkin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bell-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bell.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bell.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bellabeat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bellaliant.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bellemaison.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bellesdemeures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bellingcat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bellmedia.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bellmts.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belloflostsouls.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bellsouth.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belluna.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belmond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belnet.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beloz.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belregion.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"belta.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beltelecom.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belugacdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belvedir.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"belwue.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bemlo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bemobtrcks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bemyhole.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benchify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benchling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benchmarkemail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bendibao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bendingspoons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bendingspoonsapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benesse.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benetton.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bengo4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beniculturali.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"benjaminmoore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benjerry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bennadel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benphe.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"benq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bensen.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bensound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bentley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bentleymotors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bento.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bentocart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bentolabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bentoo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"benzahosting.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"benzinga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"benzuber.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beotel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beparallel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bepress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bereal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bereal.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"berg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bergdorfgoodman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bergfex.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bergfex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bergfreunde.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beritasatu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"berkeley.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"berklee.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"berkshirehathaway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"berlinale.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"berliner-kurier.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"berliner-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"berlingske.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"berlinwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"berlios.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bernama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bernery.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bernerzeitung.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"berryai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bersamawisnu123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bershka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bertelsmann-stiftung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bertinadns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bertrand.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"besimple.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beslist.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"besoccer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"best-hit.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"best-hosting.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"best18porn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"best61.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"best82.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestbuy.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestbuy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestchange.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestcolleges.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestdates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestday.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestdealplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestecasinoliste.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestecasinosechtgeld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestelmobiel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestfreecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestfriends.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestguiltypleasure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"besthindiporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestialitysextaboo.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestjavporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bestlawyers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestlifeonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestname.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestplaces.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bestprice.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestproxy.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestreviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestrustservers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestsdwan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestsecret.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestsrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bestssp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestvpn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bestwestern.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet-master.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bet-primeiro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bet-primeiro.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bet.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bet261.mg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bet2africa.ml","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet30.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.bet.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet365.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet6.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet88.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bet9ja.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beta-bank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betamountwo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betanews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betano.bet.ar","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betano.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betano.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betano.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betano.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betaseries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betboom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betcha.pa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"betcity.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betcity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betcity.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betcity24.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betcitybk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betcityru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betclic.ci","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betconstruct.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betexplorer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betfa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betfair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betfair.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betfair.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betfanatics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betflag.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betfred.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betgenius.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betha.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bethesda.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betimate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betjili.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betking.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betman.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betmexico.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betmgm.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betmgm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beton.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betonline.ag","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betonuniversel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betpawa.bj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.cd","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.cm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.co.tz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.co.zm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.mw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betpawa.ug","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betplay.com.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betproexch.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"betrad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betrivers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betsapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"betsfan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"betsson.bet.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betsson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betsson.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betswiz.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"better-auth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"better.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterbanned.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betterbasket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"betterhalf.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterhelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterimpact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterme.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betteropinions.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betterplace.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterroblox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterstackdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betterttv.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betterup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betterworldbooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"betting-batery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betting.co.zw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bettycrocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betus.com.pa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betway.co.bw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betway.co.mz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betway.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betway.co.zm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betway.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"betwayafrica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"betweendigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beudelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beusable.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bexio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beyla.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beymen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyond-aero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyondblue.org.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyondreachlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyondtrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyondtrust.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beyondtrustcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"beyondwickedmapping.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beyondwords.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"beytoote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bezeq.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bezeqint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bezformata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bfan.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfarm.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfd269.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bfh.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfi.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfldr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bfm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfmio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bfmtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bfn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfops.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfs.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfsu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfv.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfvideo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bfvideo.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bg-mamma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bg.ac.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bg3.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgaming-network.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bgchprod.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bgdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bget.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bgicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bgm.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgoperator.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgportable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgs.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgssvcprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bgsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bgtee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bgu.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bham.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bharatjobresult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bharatpe.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bharian.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bhaskar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bhaskarassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bhavyabiharhealth.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bhf.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bhimagold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhojpurisex.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhosted.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhphoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhphotovideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bhvr7dtd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bhvrdbd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bi.zone","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biahosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biahosted.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bialaerbeitoris.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biamusic.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bianet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biano.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biano.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibalex.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibian.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bible.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bibledns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biblegateway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biblehub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibleportal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibleref.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biblestudytools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibleversecollect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biblia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibliaon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibliaonline.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibliatodo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biblio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biblioclub.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bibliocommons.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bibliotecapleyades.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bibsonomy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biccamera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bicotender.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bicycling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bid-algorix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bid.cars","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidberry.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidbrain.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidcenter.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biddager.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidderads.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidderstack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biddertmz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidease.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidence.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidfuse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidgx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidin-ad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidmachine.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidmatic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidmatrixdsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidmyadz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidnex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidoo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidpapers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bidprism.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bids.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidster.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidswitch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bidsystem.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidtheatre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidtox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bidvol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biedronka.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bielsko.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bienici.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bienpublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"biess.fin.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bifit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"big.or.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"big3.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"big5sportinggoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bigabidserv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigassfans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigbadtoystore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigbadwolf-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigbasket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigboss.rodeo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigbrain.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigcartel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigcommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigcommerce.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigcontent-ef387d.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigcontent.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigcrunch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigdatacloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigfishgames.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigfuck.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biggerpicture.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biggerpockets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"biggo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biggo.com.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biggogo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bighappy.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigidcmp.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigissue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biglion.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biglobe.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigmarker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigmir.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigmodel.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bignewsnetwork.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bignox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigo.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigolive.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigpicture.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigpoint.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigpond.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigpond.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigrock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigrock.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigrockservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigscoots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigsoccer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bigstockphoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bigthink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bigtvlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigw.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bigwetfish.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bigwww.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bihar.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biisk.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bik.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bik.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bike-components.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bike-discount.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bike24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bikedekho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bikeforums.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bikemap.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bikeradar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bikerscolombia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bikewale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bikroy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bikry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bilanc.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bilbasen.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bild.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bild.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bildstatic.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bildungsserver.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biletinial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biletix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilh.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biliapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biliapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilibili.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bilibili.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bilicdn1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilicdn2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biligame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biligame.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biliimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biliintl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilivideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilkent.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billboard-japan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billboard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"billdesk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"billetreduc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billetweb.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billiger.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billing.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"billingonline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billingsgazette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billionaire-spin.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"billionaire-spins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"billiongraves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"billtrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biltema.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biltema.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bilyoner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bim.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bimaplan.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bimmerpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bimobject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bina.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binalyze.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"binance.bh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binance.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"binance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binance.us","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binance.vision","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binarly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binary.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binaryedge.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bindingdb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bindwell.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bing-pe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bing.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bingapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"binghamton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bingoblitz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bingoirish.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bingoloft.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bingoplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bingostorm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bingviz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bingx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binotel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binotel.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"binsiad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bintray.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bio-link.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bio-rad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bio.link","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bio.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biobiochile.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biobot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biocartesian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bioconductor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biodiversitylibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"biodock.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bioeg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biography.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bioimagingcore.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biola.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biolivre.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biologicaldiversity.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biologists.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biologists.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biomaze.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biomedcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biomerieux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biometricupdate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bioone.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biorender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biorxiv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bios.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bioscientifica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bioware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bipartisanpolicy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bipek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bipm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bir.gov.ph","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"birchbiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birdeye.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birdgesdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"birdie.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birdlife.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"birdweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birgun.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birkenstock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"birkenwald.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"birmingham.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"birmingham.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"birminghammail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"birzeit.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bis.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bisecthosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bismanonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bisnis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bisnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bisp.gov.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bistro.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bistudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bistudio.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bit-kingz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bit-live.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bit-tech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bit.do","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bit.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bit.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bit.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitautoimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitbit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitbns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitboard.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitbrowser.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitbucket.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitbucket.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitchute.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bitcoin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitcoin.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitcoin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitcoinexplorer.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitcoinist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitcoinmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitcointalk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitcore.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitdefender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitdefender.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitdog.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitdrift.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"biteninja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitesight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitfinex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitflyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitget.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitget.fit","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitgetapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitgetapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bitgravity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bithumb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitinfocharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bitkeep.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitkom.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitmart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitmaster.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitmen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitmex.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitmoji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitmovin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitmyanmar.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitnames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitnami.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitpanda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitpin.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitpunch.icu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitrefill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrise.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitrix24.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix24.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix24.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bitrix24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix24.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrix24.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitrixphone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitrue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bits.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitsdujour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitsearch.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bitshelter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitspower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bitstack-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitstamp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitstarz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitstoatoms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bittor.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bittorrent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitunix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitvavo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitwarden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bitwarden.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bitwarden.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biu.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bixbyllm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biz.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"biz.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizapedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bizbergthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bizbuysell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizcn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bizcommunity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bizhubmarketplace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bizible.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizibly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizimhesap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bizjournals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bizkaia.eus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizkub.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bizland.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizmark.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizmation.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bizmoto-pay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizmrg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizport.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizrate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bizzabo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bj-tencentclb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bj88jpn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjahy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjcxzlfw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjd.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjhwsj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjhzby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjjdkj.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjlhlawyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjmxy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjnews.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjs.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjtelecom.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjwlxy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bjx.com.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bk6bba-resources.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bk6bba-resources.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bka.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bka.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bkash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bkat.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bkcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bkdns.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bkfortuna.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bki-okb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bki-okb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bkiconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bkm.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bkn.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bkstr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bl.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bl62.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"blabbermouth.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blablacar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blablacar.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blablacar.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blablacar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"black-russia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"black-russia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackbaud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackbaud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackberry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackberry.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackboardcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackbox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackcomb-shop.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackcrow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blacked.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackenterprise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackfaggot.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blackfire.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackhat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackhatworld.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackhawknetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackhub.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackhub.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackjack-royale.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blacklivesmatter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackmagicdesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blacknight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blacknightdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacknightsolutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacknut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackpast.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackrock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackrussia.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackrussian.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacksmith.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackspider.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackstone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacksun.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blacktoon410.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blacktoon412.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blacktoon413.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacktoon414.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blacktoon415.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blacktunnel6.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackunicorn.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackus-triton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blackview.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blackwells.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bladehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bladi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blahaj.zone","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blahlivedsnowdrop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blancheporte.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blancheporte.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blank.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blastapi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blastingnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blaxel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blaze.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blaze.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blazethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blazingcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blazingserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bldramaturkey.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bldrdoc.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ble.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bleacherreport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bleedingcool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bleepblogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bleepingcomputer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blend.school","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blender.community","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blender.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blendlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blerp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blesk.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blibli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blic.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blick.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bligblogging.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bliink.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blikk.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blindpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blinds-2go.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bling.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blink-maps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blink.new","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blinkforhome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blinkist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blinkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blinkit.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blinkreceipt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blip.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blip.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blipfoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blippington.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blismedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blisspointmedia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blissway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blitz.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blitz.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blitznocode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blitzoffice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blitzortung.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blixo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blizzard.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blizzard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blm.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blncvpn4u.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockadsnot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blockaway.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockboardtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockchain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockchain.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockchainnodeengine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockchair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockclubchicago.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockcypher.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockedbyheimdalsecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blockerx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blocket.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockifyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blocklist.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blockscope.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockscout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockshopper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blocksite.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blockstream.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blofin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog-a-story.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog-eye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog-ezine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog-gold.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog.youtube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog2learn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blog2news.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog4ever.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blog4youth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogacep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogadvize.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogbright.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blogcms.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blogdal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogdeazar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogdigy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogdon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogdosaga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogdumoderateur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogerus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogfa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogfreely.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"blogg.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloggactivo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggadores.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggazza.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggazzo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloggerbags.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggersdelight.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bloggerswise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggin-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogginaway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloggosite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogherads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogimg.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloginwi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogkoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloglines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloglovin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogminds.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogmura.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blognody.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogocial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogofchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogofoto.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogolenta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogolize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogoscience.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogpayz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogpostie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogprodesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogproducer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogrelation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogrenanda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogripley.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogs-service.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogscribble.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsidea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogsmine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsome.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogspot.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.co.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.com.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogspot.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogstival.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogsumer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsuperapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsvila.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogsys.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogtalkradio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogthisbiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blogto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bloguerosa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloguetechno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogzag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blogzet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloodhorse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloody-disgusting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloodyelbow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blook.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blooket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloom.diy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomberg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bloomberg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomberga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomberght.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloombergia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomberglaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bloombergquint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloombergtax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomchic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomerang.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomingdales.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomnation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomreach.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomreach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomsbury.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bloomtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomtext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloomylearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blossomthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blowjobs.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloxd.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bloxfruitsvalues.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blpprofessional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bls.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bls.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blsp.at","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blu-ray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blubrry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blue-blogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blue.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueapron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluebeam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueberrypediatrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluebillywig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueboard.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluecargo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluecatdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluecava.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluechew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluecoat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueconic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluecore.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluecore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluedart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluedoor.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluedot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueduckredapple.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluefilm.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluefrog.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluefroggaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluehost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluehost.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluekai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueletterbible.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluemoon-mcfc.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluemountain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluenile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueonion.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueorigin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueshieldca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueshoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluesoft.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluesombrero.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluestacks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluesystem.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluetooth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluetracktor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluetrafficstream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueultra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluevideos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blueweb.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluewin.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bluexad.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blueyonder.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluos.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluradio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"blurams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blurb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blutv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluumbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bluvalt.sa","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bluxeblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"blxrbdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"blz-contentstack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bm-ads.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bma.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmaal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bmadss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmas.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmbf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmcdn.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bme.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmf.gv.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmfsfj.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmi.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmjv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmogc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmstores.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmstu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmtcad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmtr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmtrck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmtrcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmuv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmw.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmw.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmwallpaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmwblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmwfans.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bmwgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bmwgroup.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmwi.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmwk.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmwusa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bmz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bn5x.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bna.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnbchain.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnbstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnc.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bncenlinea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bncloudfl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bncollege.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bndes.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bndestem.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bne.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnef.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnext.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bng-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bngdin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bngf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bngprm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bngtrak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bni.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnl.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnm.gov.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bnnapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnnbloomberg.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bnnvara.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnonline.fi.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnovo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnpparibas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnpparibasfortis.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnr.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bnsf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnt.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bntrace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnw3w.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bnxz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnymellon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bnz.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boafoda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boardcave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boardgamearena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boardgamegeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boardhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boards.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boards.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boat-lifestyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boatrace.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boatsgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boattrader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bobaedream.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bobaocn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bobdaytech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bobdylan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bobodoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bobolike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bobshop.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bobvila.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bochk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boconcept.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bocongan.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bodas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bodegaaurrera.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bodi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bodis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bodybuilding.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bodycontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bodyport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boe.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boehringer-ingelheim.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boeing.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boeing.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boell.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boell.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boerse-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boerse.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bogos.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bogota.gov.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bohemia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boingboing.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boisestate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boj.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bok-sd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bokacoda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokepbox.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepbox.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepbrut.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokepi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindo13.center","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindo13.party","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bokepindo13.study","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindoh.codes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindoh.party","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindoh.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokepindoxxi.red","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokepnoz.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokeprare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokepsurga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bokeptod.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokeptoket.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bokkilden.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boku.ac.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bokus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bol.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bol.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bola.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolabet.co.zm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolavip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bold.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bold.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boldapps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boldcf.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolde.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boldsky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boldvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boldwin.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boldwin.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bolead.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boletomovil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boligsiden.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolly4u.money","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bollyflix.gd","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bollyflix.med","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bollyflix.ski","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bollyhub.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bollywoodhungama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bollywoodmenswear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolna.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolsamania.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolsasymercados.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolsterbuilt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bolt.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolt.new","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boltdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boltgaming.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bolto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boltraygames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boltsvc.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bom.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bombardier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bombardir.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bombastic-casino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bombich.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bombuj.si","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonanza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonappetit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bonchat.download","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bondapp.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bondeddarkenedswerve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bonfire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongacams.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bongacams4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongacams6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongda24h.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongdalu644.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongdalu812.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongdanet.online","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongdaplus.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bongdaso66.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bongdaso66.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bongsterpong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bonhams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonjour-ratp.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bonmarche.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bonn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bonniernews.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonprix.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonprix.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bontal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonusdrama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bonusnun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bonusprint.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boo.dating","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boo.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boohoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boohooman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booicasino.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"book-of-ra-fixed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"book-of-ra-play.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"book.shuttlecentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"book118.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookbeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bookbub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookcabin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookcreator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookcrossing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookdelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookdepository.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"booked.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booker.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookingexperts.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookingholdings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booklikes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"booklive.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booklog.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booklooker.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bookmaker-ratings.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmark.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookmate.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmeter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmsg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookmyname.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookmyshow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booknet.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booknode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookoapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookoff.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookofra-play.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookofra-slot.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookrags.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookriot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"books.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"books2read.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booksamillion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"booksense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookshop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookstime.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booksusi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bookswagon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"booksy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booktopia.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bookwalker.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bookwhen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booli.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boomio-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boomlings.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boomplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boomplaymusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boomskope.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boomsupersonic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boomtrain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"booru.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boost.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boostcommerce.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boostly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boostmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boostrobotics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boosty.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootbarn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootcss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"booth.pm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootlin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boots.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boots.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootstrapcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bootstrapmade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boozt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"booztlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bop.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"borda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bordeaux.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boredpanda.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boreus.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"borger.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"borlabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"borntobefuck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"borong.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"borsaitaliana.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"borsen.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"borsonline.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch-home.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch-homecomfort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch-iot-rollouts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bosch-professional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch-smarthome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bosch.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boschrexroth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boschsecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boscovs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bose.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bose.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boston.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boston.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boston25news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bostondynamics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bostonglobe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bostonherald.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bostonmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bostonreview.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bostonscientific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bot.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"botbuilt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botcity.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"botdb.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"botfaqtor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botframework.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boticario.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"botim.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botinok.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"botion.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"botman.ninja","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botmd.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botonapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botrix.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"botslab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bottegaveneta.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bottomless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boulanger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boun.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bounceexchange.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bounceme.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bouncex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boundarylayer.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boundaryml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boundhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boundo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bountiful.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bourdela.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bournemouth.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bournemouthecho.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boursedirect.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boursier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boursobank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boursorama.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boutell.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bouxavenue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bouyguestelecom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bouyguestelecom.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bovada.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bowdoin.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"box-feat-53d1c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"box-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"box.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"box.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boxberry.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boxboxclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"boxcast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boxcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boxcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boxlunch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boxofficemojo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boxrec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boxypluckunrelated.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"boy18tube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyahq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boyarka-inform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boyfriend.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyfriend.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyfriendtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyfriendtv.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyfriendtv3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boylesports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"boylove.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyner.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"boyuanhulian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpbs.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpc.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpcl.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpcyber.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpexch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bpexch.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpexch.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpgslb007.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpi.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpifrance.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpigagtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpjs-kesehatan.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpjsketenagakerjaan.go.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bplaced.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bplay.bet.ar","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpldns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bplslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpltm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpmlt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bpost.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpost.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bps.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bps.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bpweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bqsex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bqstreamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"br.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"br.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brack.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradesco.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bradesconetempresa.b.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradescopj.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradescoprime.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradescoseguros.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradfordexchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bradley.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bradsdeals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braiins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braiiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brain.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainbaselabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainboard.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braincloudservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brainhi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainkey.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainly.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainly.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainly.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainly.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainly.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brainlyads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brainpickings.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainpop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brainscape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brainshare.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brainstormforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braintree-api.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"braintree.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"braintreegateway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"braintreepayments.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brainydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brainyquote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brak.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bramantebio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"branch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"branch8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brand-display.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandalley.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brandbucket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brandcrowd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandeis.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandenburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandlock.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandmetrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandshelter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandsly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brandymelville.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brantsteele.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brasil.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brasil247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brasildefato.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brasiltelecom.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brassring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braunschweiger-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brave.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braveglobal.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bravehost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bravejournal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bravenet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bravesites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bravesoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bravi.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bravotv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brawlstars.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brawlstarsgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brawltime.ninja","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braze-images.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"braze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"braze.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brazino777.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brazzers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brazzersnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brazzerssurvey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brcashypro.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brdtest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brdtnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"breadfast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breadgateway.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"break.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breakaway.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"breakingdefense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breakingnews.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"breakingtrumpnews.icu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breastcancer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brecorder.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bredband2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bredbandsbolaget.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"breezeful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breezlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breezy.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"breitbart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breitling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bremen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brenebrown.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brennancenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bresdel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bretton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"breuninger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brevo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brew.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brewdog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brgm.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bri.co.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brickanta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bricklink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brickowl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bricks-co.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brickset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brickwiseai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bricobravo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bricodepot.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bricodepot.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bricomarche.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bricomarche.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brid.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bridalgown.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brides.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bridgeapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bridgebase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bridgeoos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bridgestoabrighterfuture.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bridgestone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bridgew.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brigadedelegatesandbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brighamandwomens.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bright-sdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bright.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brightcove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightcove.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brightcovecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brightedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brighteon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brighterway.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightline.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brightmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brightmls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brighton.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightree.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightside.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightsignnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brightspot.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brightspotcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brighttalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brightvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brigitte.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brilliance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brilliant.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brilliant.tech","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brilliantchap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brilliantcollector.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brilliantearth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brilliantfaronly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brillonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brindovaxel.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bringatrailer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bringe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bringfido.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bringyour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brinkpos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brinkster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"briohr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bris.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brisbanetimes.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brisknessdebtordismiss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bristlehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bristol.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bristol.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bristolpost.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"brit.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britannica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britebenefits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"briteline.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britishairways.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"britishcouncil.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"britishessentials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britishgas.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"britishmuseum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"britishnewspaperarchive.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brivity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brnostavi.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bro-transsion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broad.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadcastify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadcloudpbx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broadcom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broadinstitute.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"broadlink.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broadpeak.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadridge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadsign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadstreetads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broadwayworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brobible.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brocabrac.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brocardi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"broccoli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brocku.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broker.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brokerkf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bromium-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bronco.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bronze.systems","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brookes.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brookings.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brooklynmuseum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brooklynvegan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brooksbrothers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brooksrunning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brother-usa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brother.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brother.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"broward.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brown.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brownbook.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brownells.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brownpapertickets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brownrice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browse.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browsec.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browsehappy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browseit.info.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browser-intake-datadoghq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browser-intake-datadoghq.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browser-intake-ddog-gov.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browser-intake-us3-datadoghq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browser-intake-us5-datadoghq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browser-update.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"browser-use.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browser1.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browserautomation.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"browserleaks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browserleaks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browserleaks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browseros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browserstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"browsiprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brsrvr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brstej.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brta.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brtb.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brucetec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bruegel.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bruker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brumby","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brunch.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"brunel.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brusnika.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brusselsairlines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brusselsairport.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brusselstimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brutele.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bruteprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brw.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"brxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"brynmawr.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bs.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsc.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bsc.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bscdnweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsclink.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bscscan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bseh.org.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsehexam2017.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bseindia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsf333.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsf365.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsgslb.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsh-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bshare.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsi.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsigroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsky.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsky.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsky.social","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsn.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bsnl.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsnsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bspb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsport.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsportsfan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bstarstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bstats.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bstn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsu.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bsu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsuedu.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bswhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bswift.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bsz-bw.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bt-hash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bt.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bt.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bt.com.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bt.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bt.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bt4g.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bt4gprx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bta.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bta.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btc-echo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btc-net.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btcc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btcentralplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btcl.net.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btclparked.com.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btcscan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btdig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"btg360.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btgpactual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btinternet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btloader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"btmessage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"btn.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btolat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btopenworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btorrent.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btrackhub.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bts.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"btselem.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btsgtm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bttn.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bttrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btttag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"btvnovinite.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buaa.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buap.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bubbl.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bubble.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bubblelab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bubume.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bucetaflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buchstaben.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bucket.bot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buckeyecom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buckle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bucknell.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bucoup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bud.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buddy4study.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buddyns.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buddypress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"budget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"budgetbytes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"budsgunshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buecher.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buenosaires.gob.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buenovela.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bueromarkt-ag.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buff.game","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buff.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffalo.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffalo.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buffalonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffalowildwings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffbuff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffbuff.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buffbuff.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buffer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bufferapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buffermotivatorsuffice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buffooncountabletreble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buffstreams.plus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bugcrowd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bugfender.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bugfreenet.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bugguide.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bugherd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bugs.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bugsmirror.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bugsnag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buienradar.be","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buienradar.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildabear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buildaprintshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buildbuddy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"builder.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildingconnected.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buildjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildkite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildscience.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buildstaging.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buildtrayd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildwithfoundation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildwithglue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buildwithstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buildzoom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"builtbybit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"builtin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"builtwith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bujeti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bukalapak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bukkit.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bukuwarung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bulawayo24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bulbagarden.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bulbedcrus.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bulgari.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bulkmro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bullcdn.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bulletstrike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bulsis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bumbcdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bumble.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bumbleshrimp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bumlam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bund.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bund.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesarchiv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesbank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesfinanzministerium.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesgerichtshof.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesgesundheitsministerium.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesliga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesnetzagentur.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bundesrat.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesregierung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundestag.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesumweltministerium.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundesverfassungsgericht.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundeswehr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundeswirtschaftsministerium.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bundlecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bungie.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunjang.co.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bunka.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bunkerhillhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunkr.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bunkr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunkyr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bunnings.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bunny.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunnyband.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunnycdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunnydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bunnyinfra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bunq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunshun.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bunte.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"buny.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buoyant.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bupa.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bupa.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bupropion150mg.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"burberry.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bureau.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bureauveritas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"burgerking.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"burgerkingrus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"burgerpixel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"burmed.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"burningman.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"burodeingresos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bursamalaysia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"burthq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"burton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bus62.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"busbud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscalibre.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscalibre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscalibre.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscalibre.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscape.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buscari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buscatch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buschgardens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buser.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bushikaku.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"business-gazeta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business-humanrights.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"business-opportunities.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"business-spravka.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"business-standard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"business.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business.stayflexi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business.triply.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"business2community.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessdailyafrica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessday.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"businessday.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessdictionary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessidentity.llc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"businessinsider.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessinsider.com.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessinsider.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"businessinsider.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"businessinsider.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessinsider.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"businessinsurance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessnewsdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessofapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessoffashion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"businessonbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessresearchinsights.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessstudio.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businesstech.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businesstimes.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businesstoday.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businesstoday.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businessweek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessweekly.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"businesswire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"businessworld.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bussimulator.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bustednewspaper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"busti.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bustimes.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bustle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bustybus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"busuu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"but.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"butter.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"butterflymx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buttinette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buttoncomputer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buumal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buxfer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buyandsellhair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buycloud.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buydomains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buyee.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buyhatke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buyma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buymeacoffee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buyoutblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buypopart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buypower.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buysellads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buytickets.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buz-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzafood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buzocq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buzzarab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzerbeater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"buzzfeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buzzfeednews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"buzzfighter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"buzzfile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzification.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"buzznet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzoola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzsprout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzsumo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"buzzvil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bv.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bvb.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bvconline.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bvfcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bvfcdn2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bvg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bvsalud.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bw-networx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bw9iawxl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bw9iawxlb3ro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwajeffwashere.buzz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwanet.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwbx.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwfbadminton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bwin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bwinners.gm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"bworldonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bx-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bx-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bxcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bxcq.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bxjddjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bxtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"by.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"by.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byabcde.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byapps.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybanking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybdc6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybit.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybit.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bybit.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byboai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bychips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bycs.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bycsi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byd.auto","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byd.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byd3c3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bydata.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byf8855.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byfly.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byjus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bymason.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bynder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byndid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bynogame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byqwsjd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byrdie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bysex.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byspotify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bystreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bystys.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byt360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byte-test.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byte008.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteacctimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bytebrew.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bytecdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteconnect.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byted.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedance.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedanceapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedapm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedns1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytedns3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytednsdoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteeffecttos-g.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteeffecttos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytefcdn-oversea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytefcdn-ttpeu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytefcdn-ttpus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytefcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegecko-i18n.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegecko.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteglb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegle.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegle.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegoofy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytegslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytehwm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteicdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteigtm-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteigtm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteintl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteintlapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytelb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytelb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytelemon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytello.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytemaimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytemark.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bytemastatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytens.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byteoversea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteoversea.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteperf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteplus-demo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bytepluscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteplusdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytepluses.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteplusfcdn-oversea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteplusvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"byterunner.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytes.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytescm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytetcc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytetcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytetos.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"byteurl.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytevcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytevcloudapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytevdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytexns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bytro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"byui.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bz-berlin.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"bzga.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bzmaster.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bzsggzy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"bzsn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"bzzcast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-8-e-y.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-and-a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-cdsknn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-ctrip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-group.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-ij.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-msedge.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-serpgh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"c-sharpcorner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c-span.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"c-srv.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c-wss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c.cx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c.hu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c0nnectthed0ts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c1.statefarm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c16bio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c1oudfront.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c212.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c2dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c2dns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c3.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c3pool.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c3r123b0ss.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c3tag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c6bank.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c6bank.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c6consig.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c6gj-static.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"c81358859121583b7adf2ace89cb39f44.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c8win.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"c9w.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ca-2000.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ca-servers.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ca.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ca.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ca369.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caa.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caa.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caac.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caasbbva.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caaws.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cabelas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cabi.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cabidigitallibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cabify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cable.net.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cablecast.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cablecolor.hn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cableone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cabnnr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cabq.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cabtryfnht.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cac.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cachefly.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cachenetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cachequick.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cachequick.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cachyos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cactuscompute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cadburygifting.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caddy.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caddy.community","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caddyserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cadeau-a-la-carte.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cadena3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cadenaser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cadence.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cadent.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cadent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cadillac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caeb.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caesars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafe24.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cafe24.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cafe24data.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cafe24edge.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cafeastrology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafebazaar.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafef.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafelog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafemedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafemom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cafonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cafonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cagematch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cagesideseats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"caib.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caijing.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cainet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cainiao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cainz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cairehealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cairhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cairn.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cairns.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cairo.gov.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caiso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caisse-epargne.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caissedesdepots.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caiway.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caixa.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caixabank.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caixin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"caixinglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"caj.al","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cake.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cakeisalie.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cakephp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cakeresume.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calabriocloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calacademy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"calameo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calcalist.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calcalistech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calciomercato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"calcionapoli24.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calcprofi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calculator.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"calculator.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calculatorsoup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calend.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calendly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calgary.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calgaryherald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calibre-ebook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caliente.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caliente.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calix.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callawaygolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callbomber.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callbomberz.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callcentric.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calldorado-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calldorado.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caller-id.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"callescort.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"callibri.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callofduty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"callofwar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callrail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"callsign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calltouch.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calltree.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calltrk.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"callupcontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calmatters.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calpoly.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calstate.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calstatela.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caltech.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calvin.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"calvinklein.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calvinklein.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calyra.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"calzedonia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cam.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cam4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camara.leg.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambaddies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camber.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambiumnetworks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambiumtds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cambly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambridge-news.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cambridge.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cambridgeenglish.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambridgeinternational.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cambridgeone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camcom.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"camcontacts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camel1.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"camel1.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"camelai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camelcamelcamel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cameltv.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cameo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"camera.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"camera666.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cameradb.review","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cameraprive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camfer.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camfrog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camh.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camlist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"camp-fire.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campact.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campaign-archive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"campaign-archive1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"campaign-archive2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"campaign.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"campaignlive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"campaignmonitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campfire.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campfirecroutondecorator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"camping.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"campings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campingworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campograndenews.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campsite.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campusfrance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campuspress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"campusshoes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camscanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camsite26.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camsoda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camstreams.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"camwhores.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"can.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canada.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canada411.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadacomputers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadahelps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadalife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadapost-postescanada.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadapost.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadavisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadiangeographic.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadiantire.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canadianwebhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canal-plus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canalblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canalplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canalplus.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canalplustech.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canalrcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canalsur.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"canaltech.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canalturf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canalys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canarias7.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"canariblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canaryis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canarymedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canarytechnologies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"canberra.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canberratimes.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cancaonova.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cancer.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cancer.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cancer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cancer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cancerresearchuk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cancilleria.gov.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"candid.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"candidately.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"candidthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"candor.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"candoriq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"candy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canim.az","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canireachthe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caniuse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canlidoviz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canlii.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"canny.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canoe.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canon-europe.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canon.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canonet.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canonical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canpages.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canspace.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canstrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cantamen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canterbury.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cantonfair.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cantv.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canva-apps.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canva-apps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canva.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"canva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"canva.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"canva.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canva.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canvas-user-content.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"canvas.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canvaslms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"canyon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cao.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cap.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cap.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capacitive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capacity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capcom.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"capcut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capcutapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutapi.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutapkdl.com.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutcdn-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutshare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capcutw.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capella.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capenetworks.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capes.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capgemini.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capimoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capital-online.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capital.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capital.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"capital.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capital.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"capitaledge.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capitalfm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"capitalgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capitalizemytitle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"capitalone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capitalonegslbex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capitaloneshopping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capitalonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capitaltop.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capitecbank.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capitol.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capix.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capndr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caprofitx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caprover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capsrution.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"captcha-delivery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capterra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"captioncall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"captivate.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"captivateiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capuchin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"capycore.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"capynode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"car-cloud.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"car-part.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"car.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"car.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cara.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"caracol.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caracoltv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"caracuan.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caradisiac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carandbike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carandclassic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caranddriver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caras.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caratlane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caravan.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carbonbrief.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbonchain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carboncrusher.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbonfact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbonite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbonmade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbonsoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carbuzz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cardamon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardano.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardapioweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardbaobao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardboardcrispyrover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cardconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardekho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardgames.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardiff.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardinalcommerce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardinalgray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardinalhealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardinaltrusted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardkingdom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardlytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cardplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardpointe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardsmobile.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cardsrealm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cardtrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"care.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"care.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"care2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carecart.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carecredit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carecreditprovidercenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carecycle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careem-engineering.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"careem-internal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"careem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careerbuilder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"careerist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careeronestop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careerplug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careerpower.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careers-page.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careers360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careerviet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careforce.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caregp.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carehealthsource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caremark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caremessage.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careswift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caretta.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"careweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carexpert.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carezen.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carfax.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carfax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carfax.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cargill.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cargo.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cargoagent.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cargocollective.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cargoplus.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cargurus.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cargurus.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cargurus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carhartt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cari.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cariad.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caribbeancom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carilion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carinfo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caringbridge.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carleton.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carleton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carlist.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carlsen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carlsonwagonlit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carm.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carmax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carnegieendowment.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carnegiehall.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carnet.hr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carnewschina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carnival.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caroda.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carousell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carousell.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carousell.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carousell.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carparts-cat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carparts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carr.codes","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carrd.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefour.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefour.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefour.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefour.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrefouruae.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carrentals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carriersignal.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carrierzone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrosnaserra.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carrotquest.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carrstuv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cars.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cars.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cars24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsales.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsandbids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsbidshistory.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carscommerce.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carscoops.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsdirect.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"carsensor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsforsale.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsguide.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carsized.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cart-bot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carta.menu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartacapital.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartage.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartefashion.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carter-cash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cartercenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cartocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartoonnetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartoonporn.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cartpanda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cartpole.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cartrawler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carvana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carvana.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carview.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"carwale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carwow.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carx-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"carzing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cas.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cas.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cas.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cas.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cas.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"casa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casacam.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casadellibro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casadoscontos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casalemedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casaos.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casasbahia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cascadespace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cascading.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"case-battle.men","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"case-battle.red","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"case-battle.tel","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"case.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casecorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caseflood.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casemine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casetext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casethemes.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casetify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casewarecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caseyinsure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caseys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caseys.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cash.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cash.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashappapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cashbackeasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashboard.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashbook.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cashflowportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cashfree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashify.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashparking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cashstar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cashwalklabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cashweb.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casino-lastschrift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casino-mit-gewinnchance.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casino-stars.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casino.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinobeats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinoclubonline.bet.ar","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casinolead.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinonsvenska.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinoorg-india.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"casinoplus.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casinos4u.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinos4u.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinospiele-kostenlos.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casinotest2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"casio-intl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"casio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casio.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"casper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cast.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castandcrew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castanet.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"castbox.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"castcertificatewb.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"castify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castillalamancha.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castingcall.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castle.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castle.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castlebet.com.na","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castorama.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castorama.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"castro.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"castrol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cat.net.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cat999.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catalyst2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catamorphic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catappult.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catawiki.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catb.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catbox.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"catcar.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catchaleak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catchbackcards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catched.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catchon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catchthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catenabiosciences.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caterpillar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catgu-nrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cathaybk.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cathaypacific.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catho.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catholic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catholic.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catholic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"catholic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catholichealth.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catholicnewsagency.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"catholique.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cato-heroik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cato.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catonet.works","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"catonetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catracalivre.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catsnetwork.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"catsonictp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cattelecom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cau.ac.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cau.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"caudjlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caughtoffside.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"caution.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cavelodata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cawsg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cb-24.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cb2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cba.gov.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cba.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbd.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbechero.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbexams.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbf.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbfes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbhb.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbhomes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbi.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbinsights.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbk.kg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbl.gov.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbn.gov.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbn.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbo.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cboe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbox.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbp.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbphe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbpp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cbr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbr.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbrpay.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbs.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbs.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbs12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cbs17.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cbs6albany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cbs8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbsaavideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbsaustin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cbse.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbse.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbseit.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbseresults.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbsi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbsig.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbsistatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbsivideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbslocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbsnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cbsnewsstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbssports.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbssports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cbthera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cbunu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cbuzz777.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cbx-rtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cc-ecdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cc.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cc.cd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccaiplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccavenue.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccb.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccbill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccc.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccc.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cccb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ccdi.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccel.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccgateway.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccgp.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cchaxcess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cci-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccidns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cckmnd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccleaner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccleanerbrowser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cclfunhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccma.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccmixter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccmu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccohs.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccoo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccrtc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccs-trellix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccsd.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ccss.sa.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccsteam.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cctclecurityapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cctld-servers.net.jo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cctld.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cctv.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cctv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ccwu.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cd.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cda.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdbaby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cddbp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdek.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdek.shopping","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdiscount.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdjapan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdlib.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdm.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdmon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdmondns-01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdmx.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-aihelp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-api-weglot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn-apple.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-cian.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-cookieyes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdn-d1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdn-d12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdn-d50.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdn-fc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-fileserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn-go.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-kaspi.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn-lab.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-net.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-path.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-redfin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-redge.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-smart-solutions-zqk.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-sw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-tinkoff.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-vas.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-vk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-vk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-wal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn-website.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn.house","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn20.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn20.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn28.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn30.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn3x.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn4ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdn4dd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn4image.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn568.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn5th.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn77.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdn77.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn77.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn78.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn84.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdn90.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnaccelerate.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnamazing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnbasket.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnbird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnbuild.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnbye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnconn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdndex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnetdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdneverest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnfimgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnfonts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cdnfree.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnfx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnga.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdngc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdngslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdngtc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdngtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc10.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc10.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc2.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc6.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwc9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcaip122.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcajk17.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcaoc115.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcbqs106.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcbzj102.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcchh18.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwccmz121.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcggk22.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcgqa21.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwchcg02.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcick110.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcjog12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcljk104.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcllh11.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwclxu105.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcoem01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcohm19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcoph123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcprh113.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcpsd13.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcqvk105.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcqwg14.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcsjs09.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwctnm107.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwctyd116.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcuim119.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcupf06.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcuwd107.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcvix16.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcxcy07.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwczba04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwczic111.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwczks109.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwcztu09.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnhwczxh101.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdninstagram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnjs.work","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnjtzy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnlah.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnnetwork.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnpf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnpk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnpure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnrtbsape.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdns.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnsciencepub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cdnsfree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnsolutions.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdnsrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnst.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnstream1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnsynd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdntechone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdntip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdntips.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdntips.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdntogo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdntrex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdntv.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnvideo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnvideo11.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnvideohub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdnwebcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cdnwidget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdnyeah.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdp.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdp.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdpred.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdprojektred.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cdreader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdromance.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdsc.com.np","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdsuojia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cdtapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdtx.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cdu.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cdx-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ce.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cea.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cea.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cebbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cebupacificair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cecchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cecece.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cedalio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cedana.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cedars-sinai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cedexis.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cedia.org.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cedock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceenaija.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceeol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cef.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cegid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceicdata.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceipmsn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cekura.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celebforum.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"celebjihad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celebritycruises.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celebritynetworth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"celine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"celio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cellartracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cellbyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cellchorus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cello.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cellphones.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cellrebel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celltype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cellufun.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"celmamagazine.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"celmamagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celtra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"celtra.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"celuapuestas.bond","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cemat-asia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cembla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cendant.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceneo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cenet.catholic.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceneval.edu.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cenforce.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cenoobi.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cens.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"censor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"census.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"census.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"censusindia.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"censys-scanner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"censys.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centanet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centaur.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centauri-ai.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centauro.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centcom.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centerblog.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centertel.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centos-webpanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"centralcoms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centraldasapostas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"centraldepasajes.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralesupelec.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralindex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralnic-dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralnic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"centralnic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centralreach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centralservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centrastage.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centre.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centrepointstores.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centrepompidou.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centris.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centrsvet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centrum.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centrum.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"centrum24.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centrumrowerowe.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"century21.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centurygame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centurygames.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centurygames.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"centurylink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"centurylink.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"centurytel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceoiii.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceoworld.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cepal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cepat.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cepr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cepr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cequintvzwecid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cer24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ceracdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceramic3d.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerberlab.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cercli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerdas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cerebrium.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerenovus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cericups.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cerist.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cern.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cernet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cero.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerrion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cert.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cert.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cert.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certainly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"certainlyhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certigna.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certinia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certsbridge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"certum.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certus-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"certus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cerulion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cervantes.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cervantesvirtual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ces.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceskatelevize.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceskenoviny.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cesnet.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cesseon.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cesurformacion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cetrogar.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cettire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cetusplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ceu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ceur-ws.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cevalogistics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cezurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cf-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cf-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cf.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cfa2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cfainstitute.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cfbx.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cfdata.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cfe.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cfi.co.ug","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cfm.org.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cfr.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cftc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cfu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cfx-services.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cfx.re","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cg.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cga.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgates.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgd.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgdev.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgeib2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgg.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgiar.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgkthn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgnpc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgnx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgocable.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgocable.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgood.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgsecurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgsociety.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgstate.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cgtn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgtrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cgu.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ch-dns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ch-inter.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ch-meta.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chabad.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chadd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaetumal.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chagnougroalry.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chai.ml","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chain.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chainalysis.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chainid.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chainnear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chainstack.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chainstoreage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chaint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chairish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chakra-pay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaldal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chalkbeat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"challenge-hct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"challenges.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"challonge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chalmers.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chambermaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chamberofcommerce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chambers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chameleon.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"championat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"championat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"championcross.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chanel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"changan.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"change.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"changeip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"changeip.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"changelly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"changiairport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"changzhi.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chanjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"channel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"channel.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"channel3000.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"channel4.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"channel5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"channeladvisor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"channelcom.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"channelexco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"channelnewsasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"channelstv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chanpin818.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chaos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaos.social","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chaosdorf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaosgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaoxing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chapman.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chapturist.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"char.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"character.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"characterai.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"characterquilt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charentelibre.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chargebee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chargebeestaticv2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chargemap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chargepoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chargerobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charite.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charitycommission.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"charitynavigator.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charitywater.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charleskeith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charlestonroadregistry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"charlestyrwhitt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charlotte.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charlotteobserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"charlottetilbury.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charm.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chartbeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chartbeat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chartboost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"charter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"charter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"charter97.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chartink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chartjs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chasecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chaseherbalpasty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chasepaymentech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chasepaymentechhostedpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chasi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chat2desk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chat4free.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatango.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatbase.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatblink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatbotapp.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatdate.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chateauversailles.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatfuel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatglm.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatgpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chatgpt.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chathamhouse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chathourmobile.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chatib.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatki.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatmate.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatpia.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatplus.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatra.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaturbate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatvpn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatway.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatwoot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chatwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chaussea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chavesnamao.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chavoads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"che168.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheapdoma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheapflights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheapoair.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheaptickets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheaptickets.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheatblocker.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheatsheet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheby.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"check-host.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"check24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"check24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkatrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkdomain.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkers.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checko.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"checkout.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkoutchamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkoutlattice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"checkpoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkpoint.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checkr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"checktrustworthiness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"checkvist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chedraui.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheers.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheetahces.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheezburger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chef.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chefkoch.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cheftoondiligord.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chegg.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chehejia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chello.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chelseafc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chem17.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chemicalbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chemistryworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chemistwarehouse.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chemnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chemrxiv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cheqzone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chergorman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cheshi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chess-results.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chessbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chessbites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chesscomfiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chessdatabase.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chessgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chestnet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chestnutmortgage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chevrolet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chevron.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chewy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cheyou369.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chez-alice.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chez.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chezcathy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chiba-u.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chiba.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chibanippo.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chicago.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chicagobooth.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chicagobusiness.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chicagomag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chicagomanualofstyle.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chicagoreader.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chicagotribune.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chichi-pui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chick-fil-a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chickenkiller.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chickgoddess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chicoryapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chicos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chief.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chiesacattolica.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chilbi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"childline.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"childmind.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"childrenshealthdefense.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"childrenshospital.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"childrensplace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"childwelfare.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chileatiende.gob.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chileautos.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chiletrabajos.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chilevision.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chilipiper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chilis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chillibeans.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chillispot.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chime.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chimebank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chimp684.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chimpstatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china-airlines.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china-embassy.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china-embassy.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china-heating.org.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"china-porno.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"china.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"china.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinaacc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinaadec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinabyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinachip.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinacloudapi.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinacloudsites.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinacourt.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinadaily.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinadxscycp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinaetea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinahighlights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinahr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinamobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinanetcenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinanews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinanews.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinapornoxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinapress.com.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinatax.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinatelecomglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinatimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chinaunicom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinaxxscp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinazxscp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chinazyxxcp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chind.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chinhphu.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chintai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chip.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chipax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chipdip.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chiphell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chipotle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chirpbooks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chita.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chitai-gorod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chitanka.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chlitchi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chls.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chmfin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chmi.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chmsrv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chng.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chnsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chobirich.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chochox.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chocolateplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chocolatey.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chocopinglate.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"choice-path.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choice.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choiceadvantage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choicehotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chomikuj.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choosealicense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choosechicago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"choosemyplate.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chop.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chordie.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chordify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chordio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chordtela.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chorussleep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chosenonegames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chosic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chosun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chotot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chouseisan.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chowcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chowdeck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chowhound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chownow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"christianbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"christianity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"christianitytoday.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"christianlouboutin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"christianpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"christies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"christuniversity.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"christushealth.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chrobinson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chrome-stats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chrome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chromeexperiments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chromeriver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chromie.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chromium.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chronicle-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chronicle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"chroniclelive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chrono24.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chronogolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chronopost.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chrysler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chs.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chsi.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cht.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chtbl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chtrptr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chtsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chuangcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chub.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chubb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chuden.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chugoku-np.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chujingapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chula.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chumbacasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chunichi.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"chunkbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chunkstore.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chunkycorp.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chuporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"church-love.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"churchcenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"churchofengland.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"churchofjesuschrist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"churnkey.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"churnzero.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"chwjhb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"chyoa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ci-servers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ci-servers.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ci360.marketing","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cia.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciaboc.gov.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciade.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cian.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cian.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciao.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cib.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cibc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cibercuba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciberserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cibntv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cic.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cica.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciceksepeti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciciai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cicku.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ciconcours.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciditools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciee.org.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cielo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cienradios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cifraclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cifraclub.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cifrato.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cigna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cignara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cihar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cikrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cilalisez.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cilema.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cimalight.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cimanow.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cimpress.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cimri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cin7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinapse.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinarra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinch.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cincinnati.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cincinnatichildrens.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cincpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinder.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cindmin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cineby.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cineby.sc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cineca.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinecalidad.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinefreak.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cinehd.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cinelab.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinemablend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinemagia.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinemahq.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinemap.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinemark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinematoday.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinemex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cinenetcb.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cineplex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cinepolis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinepornogratis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciner.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cinestar.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cineuropa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cineworld.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cintas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cintnetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cipd.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cipd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciph.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cira.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cirad.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"circa.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circle.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circleback.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circleci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circlek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circlemedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circuithub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circuitlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"circumventpharmaceuticals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ciril.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cirion.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciro.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cirquedusoleil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cirrusoft.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cirrussystem.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cisa.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cisco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cisco.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciscoccservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciscosecureaccess.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ciscospark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cisdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cisdata.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cisecurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cisf.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cishost.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cision.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cisternabx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cit-23.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citadele.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citapreviadnie.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cite-sciences.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cites.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"citex.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citibank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citibank.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citibank.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citibankonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citidirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citigroup.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citilink.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citizen-times.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"citizen.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizendium.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citizenfreepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizenlab.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizensadvice.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizensbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citizensinformation.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citizenwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citkuban.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citrix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citrixnetworkapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citrixworkspacesapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citrt.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cittamatra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"city-data.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"city-journal.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"city.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"city8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cityam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citycenteronline.bet.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citydrive.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citydsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cityexperiences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cityfurnish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cityheaven.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citylab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citymapper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citynews.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cityofchicago.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cityoflondon.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cityofnewyork.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"citysearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cityspark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"citystgeorges.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cityu.edu.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civiccomputing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civicplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civicscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civilica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civitai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"civitai.red","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"civitatis.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cj.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cjb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjbgxt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjdropshipping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cjintegrations.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjis.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjjd14.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjmpxylza.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cjponyparts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjpowered.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cjr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ck-ie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ck.page","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ck12.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ck444.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ck444app.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ckeditor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ckuvjtwp2.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cladlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claimglide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claimhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claimsorted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clairedefermat.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clairvoyance.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clalit.co.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clamav.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clan.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clara.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clara.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarecontrols.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"claremont.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarionhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarionledger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clarip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claritas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claritaspod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarity.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarityvoice.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarium.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarivate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarivoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clark.nv.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarkcountynv.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarkson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarku.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"claro.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claro.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claro.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claro.com.gt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claro.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claro.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarobrasil.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarocdn.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"claropay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clarowifi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clarus.finance","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clash.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clashofclans-layouts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clashofclans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clashofcryptos.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clashroyale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clashroyaleapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clashverge.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clasificadosonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clasohlson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claspo.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claspws.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"classaction.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classcard.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classcentral.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"classdojo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classicalmusicmp3freedownload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"classiccars.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classicfirearms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classicfm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"classicfootballshirts.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classicindustries.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"classicistranieri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classificadosx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classistatic.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"classlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classmates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classpass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"classy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clau.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"claude.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"claude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claudemcpcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"claudeusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clausweb.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clave.gob.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claveunica.gob.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clawvisor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"claydar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clayhost.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"claytonfarms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clck.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clcktrax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cld.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cldin.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cldmail.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clean.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleanbrowsing.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleanly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleanmasterguru.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleanmasters.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleanmymac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleanpng.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleantalk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleantechnica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clear-guide.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clear.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearbit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearbitscripts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearcaptions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearcareonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clearesthealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleargene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearipdns.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clearly-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearpay.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /$"}
{"domain":"clearsale.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clearscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clearspace.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleartax.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleartax.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleartrip.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clearwebstats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clegc-gckey.gc.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clemson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleopatraslot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clerk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clerk.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clerkprod-cloudflare.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clerky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleveland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cleveland19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clevelandclinic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clever-tanken.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleverappssg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleverdeck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleverence.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleverpush.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cleverreach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleversite.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clevertap-prod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clevertap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cleverwebserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clevescene.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clf.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cli-eiffel-base.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"click-nrse.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"click.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"click.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"click2cart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"click2houston.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"click4r.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clickadu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clickagy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickandboat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickbank.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickcease.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickdimensions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickdomain.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickfunnels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickhouse.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickiocdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clickiocmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clickmeeting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickn.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickon.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickon.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clickondetroit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clickonometrics.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickorlando.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clickpe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickpetroleoegas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickr.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clicks.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickshealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicksign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicktale.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickthecity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicktotweet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicktripz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clickup-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clickup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickwifi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clicky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clickz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicoh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clicrbs.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clidey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clien.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clientbase.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clientgear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clients-cdnnow.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clients.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clientsecure.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clienttons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cliffsnotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"climate.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"climateactiontracker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"climatecentral.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"climatechangenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"climatempo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clinch.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cline.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clinica-plus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clinicalkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clinicaltrials.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clinikally.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cliniko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clinique.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clink-lists.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clip-studio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clipboardworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clipcentric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clipchamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clipmyhorse.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clipphimsex3x.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clipro.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clips4sale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clipstudio.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cliqtrq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clixsight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clktec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clladss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clmbtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clngaa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clnmde.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clock-software.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clockify.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clodo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clodo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clonodes.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloooudlayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"close.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"closeli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"closera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"closermag.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"closure-intel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud-fdc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud-links.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud-vk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud-xip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud.globo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud.goog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud.sap","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud4box.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloud4rucustomers001.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloud86.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudabove.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudamqp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudanix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudappsecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudatacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudbackup.management","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudbate.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudbeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudbees.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudbees.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudbirds.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudcdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudcdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudcell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudchipr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudconvert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudcovermusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudcpp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudcrs.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudcruise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clouddatahub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clouddevice.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clouddns88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clouddrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudedge360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudez.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudezapp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudfilter.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudfirst.digital","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflare-dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflare-ech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflare-eth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflare-gateway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflare-quic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cloudflare-terms-of-service-abuse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflare.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflare.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflareaccess.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflareclient.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflarecn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflarecp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflareinsights.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflareok.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflareportal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflareresolve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflaressl.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflarestatus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudflarestorage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudflarestream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cloudfront.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudfront.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudfunctions.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudglue.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudhost.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudhub.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudhumans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudimanage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudimg.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudimperiumgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudinary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudinary.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudjscdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudkeyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudlinks.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudlinux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudmaestro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudn.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudns.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudns.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudofs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudonward.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudorchestranova.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cloudpath.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cloudpayments.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudpit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudpit.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudpoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudrc.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudscdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudsebek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudsecurityalliance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudseeplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudseetech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudsfor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudsign.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudsink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudsmith.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudsystemnetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudtalk.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudtaxoffice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudtotvs.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudtrax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudwalk.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudways.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudways.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudwaysapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudwebhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudwifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudwindow-route.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudworkstations.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cloudx.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudx2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudynights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloudzy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clouparking.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clouvider.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clouvider.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cloveronline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clrt.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cls.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cls.expert","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clstorage.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"club-internet.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"club-t.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clubdam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clubeadulto.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"clubexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clubhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clubic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clubready.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clubrunner.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cludo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cluep.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clueso.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clupp.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"clusterdns.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clusterdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clustrmaps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clutch.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clutchpoints.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"clvaw-cdnwnd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clvrads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clym-sdk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clym-widget.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"clz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cm88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cma-cgm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cma.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmac.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmail19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cmail20.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cmaj.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cmake.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmbc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmbchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmcd1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmcm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmcmarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmd.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmdg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmds-tachyon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmecloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmediahub.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmegroup.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmfchile.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmgdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmha.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmich.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmiov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmjornal.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cmmobile.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmoa.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cmoney.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmpassport.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmrkcpa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cms-hosting.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cms.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cms.law","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmschina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cmsmasters.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cmswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cmtelematics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmu.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmu.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cmz56k3w.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cn16.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cna.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnam.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnbcfm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnbcindonesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnbctv18.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnbvnc.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncdomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncf.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnci.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncnet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cncqe.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cndh.org.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnevids.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnews.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnfol.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cngold.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnguancai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnhcjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnhcjt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnhind.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnhubei.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnif.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnii-volna.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnil.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cninfo.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cninfo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnipa.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnjingying88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnki.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnmo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnmobile.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnmsn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnmsn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnmv.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnn.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnn.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnna.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnnamador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cnnbrasil.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnnchile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnnic.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cnnindonesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnnturk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cnnx.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnode.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnolnic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnolnic.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnomy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnops.org.ma","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnpc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnpj.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnppri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnppri.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnpq.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnr.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnr.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnrd.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnrl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnrs.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnrtl.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnsnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnstock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnstrc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnt.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cntd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cntraveler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cntraveller.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cntraveller.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cntv.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cntxcl.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnyes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cnytsj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnzhongxing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cnzz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"co.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"co.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coachella.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coachoutlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coastlandtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coasts.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coasty.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coatingol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coba.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cobalt.tools","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cobber-casino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cobbercasino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cobbery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cobrowse.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coca-cola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coca-colacompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cocacola.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coccoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coches.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cochlear.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cochrane.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cochranelibrary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cock.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cockos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cococart.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cococut.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cocogain.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cocolog-nifty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cocomic.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coconala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coconts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cocowallet.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cocrafter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cocreate.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cocusocial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cod.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coda.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codag.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codahosted.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codashop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codata.pb.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"code.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"code42.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codealmanac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeant.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeberg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"codeberg.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codebig2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codeblackbelt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeblocks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codebuddy.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codec.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecademy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecanary.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecanyon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codechef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecombat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codecov.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"codecrafters.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codedish.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeforces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"codefour.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codefr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codefusion.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codeigniter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"codeium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codelinaro.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codemasters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codenames.game","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codenow.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codepen.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"codeplex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codeproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codere.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coderhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coderwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codesandbox.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codeshealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codetel.net.do","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codetwo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeviz.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codewars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codeweavers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"codewisp.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codigames-data.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codingal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codingame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"codinghorror.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codmwest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"codyco.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"codycross-game.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coe.int","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coelhotecnologia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cofactorgenomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cofactr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cofc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coffeemanga.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cofia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cofidis.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cog-tr101.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cog-tr3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cog-tr4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cog-tr5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cogeco.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cogentco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cognigy.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cognitioiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cognitiondigital.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cognitionip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cognitivlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cognitoforms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cognizant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cogram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cohere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coherentpath.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cohesionplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cohesity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinall.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coinbase-corp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coinbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coincodex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coindcx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coindesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"coinex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coingecko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinglass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coingraph-update.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinmarketcap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinmaster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinmastergame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coinpaprika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinpokerbets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coinrule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinspeaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinspot.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coinstats.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cointelegraph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cointiply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cointracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"col-jugabet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colaboraread.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colabsoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colby.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coldbookfly.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coldreach.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coldwatercreek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coldwellbanker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coldwellbankerhomes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colehaan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coles.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colgate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colgate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colibriwp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colizeumarena.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collabora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collectblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collectiveaudience.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collectivegames.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collectly.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collector.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collectpure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collectwise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"college-de-france.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collegeboard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collegeboard.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collegedunia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collegehumor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collegepulse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"collegerecruiter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collegextra.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collegextra.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collider.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"colliderporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"colliers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"collinsdictionary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"collo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colmex.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"colnsedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colocrossing.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colombia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colombiahosting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"colonist.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"color-hex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"color-site.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"colorado.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colorado.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colorado.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coloradocollege.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coloradosun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colorflow.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colorhunt.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colorlib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coloros.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colosseo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colossusssp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colostate.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colourlovers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"colruyt.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colsanitas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"colt.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coltfrance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"columbia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"columbia.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"columbian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"columbus2024.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"com-x.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"com.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"com.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"com.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"com.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"com.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"com.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comagic.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"comanicilikeiste.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comarch.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"combats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"combinehealth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"combinely.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"combway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"comcast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comcast.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comcastbusiness.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comcel.com.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comcor.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comdirect.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"come.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comeconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comedycentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comegamehub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comena.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comenity.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comerica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cometchat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comfortweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comfrt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comfy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comfy.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comfydeploy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comfylink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comic-con.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comic-walker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comicbook.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comicbookmovie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comicbox.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comicfury.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"comick.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comics.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comillas.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comingsoon.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comingsoon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comix.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"comlaude-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comm100.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comm100.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commander1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"commbank.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commentcamarche.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commentcamarche.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commentsold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commerce-connector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"commerce.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commercetools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commercialappeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"commercialrealestate.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commerzbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commerzbank.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commodityai.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"commonapp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"commoncrawl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commondreams.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commoninja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commonlit.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"commonmark.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commonpaper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"commonsensemedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"commonspirit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commonwealthfund.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"commonwealthu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commscope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commslayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commufa.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"community.forum","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"communityimpact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"communityphone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"commvault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comodo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comodoca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comonxp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"companieshouse.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"companiesintheuk.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"companiesmarketcap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"company-target.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"company.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"companycam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"companycasuals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"companycheck.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"companytravelinfoco.autos","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comparably.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comparethemarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"compari.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comparis.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comparitech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"compasonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"competethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"complete.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"completesports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"complex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compliantllm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"complianz.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"complif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"complir.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"complyauto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"complydo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"component-world.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"components-store.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"componentsearchengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compose.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comprarapida.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comprasparaguai.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compresr.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compress2go.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comptia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compup.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compuserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"compute-pipe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"computer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"computerbase.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"computerbild.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"computerhistory.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"computerhope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"computerra.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"computerweekly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"computerwoche.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"computerworld.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"computing.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"computrabajo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"compyle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comscore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comsenz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comss.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comss.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comstar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comune.roma.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comunidad.madrid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comunidades.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"comunitel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"comwave.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conac.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conad.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conalep.edu.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conative.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"concentric.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"concentrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"concept2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concept7.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conceptboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concepto.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concert.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concordia.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concordiasupply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concordmaterials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concordmonitor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"concourse.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"concursolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conda.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conde.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"condenast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"condenastdigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"condor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"condor.energy","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conductor.build","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conductor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conductorquantum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conductrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conductrics.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conduent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conduit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conectate.com.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conecti.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conectiva.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coned.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conepuppy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confease.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conferdeploy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conference-board.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confiant-integrations.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confident-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confidentlims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confidotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"config-factory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"config-security.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"configcat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"configurationcenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confirmit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confirmsubscription.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"confirmtkt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conflictnations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confluence.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"confluent.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confluent.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conforama.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conforama.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confstage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"confused.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"congobet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"congreso.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"congress.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"congruent.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"congstar.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conhos.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conicet.gov.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conifer.build","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conjur.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"conn3ct.space","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connatix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connect.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connectad.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connectcdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connecteam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connectebt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connected-biking.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connectedlyric.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connectedpdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connectif.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connection.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connectiverx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connectivityassistant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connectrcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connectwise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connexionfrance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"connextra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connman.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"connpass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"conntour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conoha.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conrad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conrad.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conseil-constitutionnel.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consensus.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consensys.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consentframework.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consentmanager.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consentmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consequence.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consequenceofsound.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conservation.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consolegameswiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consolidated.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consorsbank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consortiumnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constantcontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"constantcontactpages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"constellation.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constellix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"constellix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"constitution.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constitutioncenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"construct.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"constructable.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constructconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"construction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constructiondive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"constructpreachystopper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consultant.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consultaremedios.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumentenbond.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumeraffairs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumercellular.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consumerfinance.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumeririssalary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"consumerist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumerreports.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"consumertrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consumidor.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"consus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cont.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conta.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contaazul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contabeis.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contabo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contabo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contaboserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contactmusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contactossex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contactout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"containerstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contalink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contasimples.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"content-loader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"content-square.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentabc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentauthenticity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentdelivery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentexchange.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentinsights.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentkeeper.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contently.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentmarketinginstitute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"contentpass.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentsfeed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentsquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentsquare.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contentsserved.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"contentstack.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contentstack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"context.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"context7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contextfort.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contextotucuman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"contextsdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contextualadv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"contextweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contineljs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"continental-tires.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"continental.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contobox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contoseroticos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contraforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contrario.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"contrataciondelestado.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"control-webpanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"control4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"controlc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"controld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"controldns.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"controlpanel.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"controlseat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"controlup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conveo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"converse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conversionai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"conversionbear.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"conversionsapigateway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convert-flow.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convertbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"converteai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"converter-file.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convertexperiments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convertilo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"convertio.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"convertkit-mail4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convertkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"convex.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"convexia.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"convictional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"convinceandconvert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"convio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"conviva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coocaa.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coocaa.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coocaa.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coocan.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coohom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookappsgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookidoo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookie-script.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookieadmin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookieandkate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cookiebot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookiebot.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookieconsent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookiedatabase.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cookiefirst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cookiehub.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cookiehub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookieinformation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookielaw.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cookiepedia.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookiepro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cookiesandyou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookiesyncmtrk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookieyes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cookpad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cool.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cool18.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolacloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cooladata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coolblue.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolblue.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolblue.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolccloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolermaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coolgcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coolinarika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolkit.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coollabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolmathgames.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolors.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coolrom.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coolworldcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coolzcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coomeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coomer.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coop.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coop.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coop.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coopdeli.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cooperativa.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coosync.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cootek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cootlogix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coovee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copa.futbol","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copaair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cope.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"copel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copernicus.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copernicus.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coperniq.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copilot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copilot.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coppel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copper6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copperhealth.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copperlane.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coppersurfer.tk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copyblogger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copycon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copyleaks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"copyleft.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copyright.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copyright.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"copyscape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corahealth.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coral.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coralogix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coralproject.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coram.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corbina.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corbina.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cordial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cordial.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cordkit.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"core.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"core.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"core.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"core.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"core77.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"corebrandsdev.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corecare.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corecommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corelayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coreldraw.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corelogic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coremail.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coremedia.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coremetrics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corendon.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corendonairlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coreprotect.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corevibe-network.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coreweave.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corewellhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corgea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corgi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corgilabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coris.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cornell.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cornelsen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cornfused.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cornucopia.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cornwalllive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"coro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coroflot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corp.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corpinter.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corpinter.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corpinter.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corpnamesvcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corpnet.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corporate-ir.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corporatefinanceinstitute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corporatetools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corporationwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corppn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corpscorp.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corpsoft24.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corpsson.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"correctiv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"correio24horas.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"correiobraziliense.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"correiodopovo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"correios.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"correoargentino.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"correos.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corriere.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"corrieredellosport.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corriereobjects.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corsair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corsair.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corsanywhere.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"corsematin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cortana.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cortefiel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corteva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cortex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cortexbid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cortexrobot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corvera.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corvetteforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"corveusmedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"corvus-robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coschedule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coscoshipping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cosentino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosine.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosme.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmicjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmicnarrativehub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cosmicrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmopolitan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmopolitan.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmos.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmose.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmosgroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmosmagazine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cosmote.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cosmotown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cossunex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cost.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costacoffee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costacrociere.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costarastrology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costco-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costco.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costco.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costco.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costco.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"costcobusinessdelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costcotravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costplusdrugs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"costream.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cotality.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cotanet.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cotera.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cotilleando.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cotool.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cottonon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cottontraders.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"couchbase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"couchdrop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"couchsurfing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coulomb.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"counseling.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"count.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"counter-strike.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"counterpane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"counterpath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"counterpointresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"counterpunch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"country.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"countrycom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"countryliving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coupa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coupadev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coupahost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coupang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coupangcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coupert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coupertsh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coupl.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"couplejoyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"couponfollow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"courant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"courier-journal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"courier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"couriermail.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"courrier-picard.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"courrierinternational.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"coursehero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coursera.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coursesu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coursiv.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"court.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"court.gov.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"courthousenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"courtlistener.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"courtreserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"courts.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"courtyard.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cova.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coval.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"covatic.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coventry.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coventrytelegraph.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"coveo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"coveragecat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"coverdistilltile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"covermanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"covermymeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"covers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"covetrus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cowboystatedaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cowrywise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coxautoinc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coxautoservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coza.net.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"coze.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cozi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cozycozy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cp.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cp.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cp24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cpan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpanel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpanel.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpanelhost.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpanelhosting.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpanellogin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpasitesolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cpatrk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpbl.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpc-sieton.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpfl.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpgscout.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpi.ad.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpj.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpkservice.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpln.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cplusplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpmndl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpmstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpoms.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpp.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpplusddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cppreference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cpr.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cprapid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cps.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cps.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpsc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpsp.edu.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpubenchmark.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cpuid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cput.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpx-research.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cpx.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cpx.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cq.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqc.org.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cqhlyt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqnews.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cqpay.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqsjd.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cquotient.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cqvip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cr-relay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cr.yandex","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cra.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crabdance.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cracked.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crackerbarrel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crackle.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crackle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crackstreams.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cradlefinance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cradlepointecm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cradlewise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crafspot.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"craft.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craft.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craftluna.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"craftsmanplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craftsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craftwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craigslist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crainsdetroit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crainsnewyork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"craiyon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cram.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crane.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cranfield.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craniometrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crank-in.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cranston.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craphound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crash.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crashguard.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"crashlytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crashplan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crateandbarrel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cratejoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crates.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crave.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crayola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"craze.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazedns.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"crazy-factory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazydomains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crazyegg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazygames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazymaplestudios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crazypanda.games","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazypanda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crazypandagames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crcdn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crcdn.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crcldu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crcpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cre.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crea-tv.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"creacionblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creality.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crealitycloud.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crealitycloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"create-store.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"createaforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"createjs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creately.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"createporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"createsend.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"createsend1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"createspace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creatio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creatium.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creative-serving.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creativebloq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creativecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"creativecommons.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creativedot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creativefabrica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creativeinternet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creativelive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creativemarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"creativemode.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creativethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creator-spring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creatorcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creazilla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"credal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"credible.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crediblebh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"credibook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"credit-agricole.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"credit-suisse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creditcards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creditchina.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creditcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creditkarma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creditmutuel.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creditonebank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creditreform.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creditsafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"credly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"credpal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"creekcould.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"creema.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creighton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creoline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"creolineserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crestron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crestron.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cretaforce.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crew.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crexi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cri.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cribl.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cribl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricbet99.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricbet99.black","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricbet99.red","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricbuzz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricclubs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cricfy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricfytvap.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricheroes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricinfo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricket-player.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricket.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricketwireless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cricketworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crickexnow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cricut.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crikey.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crimson.law","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crimsoncascadeview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"criollasx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crisisgroup.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crisistextline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crisp.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"criteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"criteo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"criterion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"criticalcase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crlocsp.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crm.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crmared.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crmback.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crme7srv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"crmls.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crn77.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crnagora.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"croatia.hr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"croc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crocobet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"croix-rouge.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"croma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cronica.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cronista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cronolog.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cronometer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cronon.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cronosinternet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crooksandliars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cropp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crossfit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crossforward.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crosslayerlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crossref.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crossthegame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crosswalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crosswinds.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crosswordsolver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowd-umlaut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crowdcast.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdfunder.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdrise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crowdsec.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdstrike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdvolt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowdworks.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crowncoinscasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crowsember.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"croxyproxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crpt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crptech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crrpay.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crsorgi.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crsspxl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crt.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crtrcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crucial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crucial.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cruisecritic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cruisecritic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cruisemapper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cruisesystem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crumblcookies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crummydevioussucculent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crunchbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crunchyroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crunchyrollcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crunchyrollsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crushblocks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crushon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crustdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crutchfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cruzroja.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cruzverde.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crw066.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crwdcntrl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"crylley.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cryoutcreations.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryps.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"crypto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crypto.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptobriefing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cryptocompare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptopolitan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptopro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptorank.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptoslate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cryptpad.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crystalbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crystalcommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crystalinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crystalmark.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"crystals.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cs-cart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cs.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cs.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csa-iot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csasecurityapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csat.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csc.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csc.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csc.gov.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csccloud.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cscdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cscse.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cscudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csdata3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csdnimg.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csfd.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"csfd.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"csfloat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csftr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csgo-skins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csgoskins.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cshchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cshl.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cshlp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csic.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csiro.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csiweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csjplatform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csmc.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csmonitor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"csob.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csof.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csoonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cspf.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cspinet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cspserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csqtrk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csrc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"css-tricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cssn.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cssott.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cssott02.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csstats.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cssz.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cstatic-images.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cstorepro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csu.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csublogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csuchico.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"csueastbay.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csulb.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csun.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csuohio.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csus.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csusb.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csusm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csv-networks.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"csx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ct.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctacdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctadns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctbcbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctc.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctctcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctdcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctdns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctecdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctee.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ctet.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctext.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ctfassets.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctgcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctgt.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctihk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctinets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ctlcdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctnsnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctobsnssdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctolabperfstats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ctrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctrip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctripgslb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctrliq.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctrls.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctrltech.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctseelink.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctsmnfx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ctt.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ctuit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctv.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctvnews.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ctxcollect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctydoh.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctyme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ctyun.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ctyunxs.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cu.edu.eg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cu.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cua.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuanschutz.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuanto.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuatro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cubadebate.cu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cube.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cubecraft.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cubetvfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cubic.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cubicmotion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuckcapital.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuckold.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuckoo.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cudaops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cudasvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cudawaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cudy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuebiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuemath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cueronet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuerpomente.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuevana.you","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuevana3.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cuhk.edu.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuisineactuelle.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuisineaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cujo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"culdesac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cultbeauty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cultofmac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cults3d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cultura.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cultura.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cultura.gov.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"culture.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"culture.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"culture.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cultureamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"culturebiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"culturedcode.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"culturemap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"culvers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cumadibebisamaju.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cumbuca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cumception.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cumhuriyet.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cumlouder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cummins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cums.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cumulocity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cumuluslabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cun.edu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cun.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cunard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuni.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cuny.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cup.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cupofjo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cupondegas.gob.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cuponomia.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cupshe.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cupshow.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"curacel.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"curalate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"curative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curator.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curbed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"curebase.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cureus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"curl.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curocharging.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"currencyaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"currencyrate.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"current.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"current.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"currentaffairs.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"currenttime.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curriculumnacional.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"currys.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"curseforge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cursor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cursor.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cursorapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cursorinfo.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curtin.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curtsyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"curvenote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cusat.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cushmanwakefield.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cust-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"custhelp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"custojusto.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"custom-cursor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"customer-oci.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"customer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"customer.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"customeriomail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"customily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"customink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"custommapposter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"customs.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"customs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"customwheeloffset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cutout.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cutr.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cutt.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cutt.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cuttty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cv-library.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cv666.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvbankas.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"cvc.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cve.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvedetails.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvent.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvent.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvnt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvs-a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvshealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvshome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cvtapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvtci.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvtdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cvut.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cw.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwa.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwbgp.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwfservice.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwgc.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cwi.re","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cwmars.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cwpanama.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cwru.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cwtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cwu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cx.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cxense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cxkfwn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cxswyjy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cy-isp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cy-isp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyber.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyber.net.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cybera.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberark.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberarkgov.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberbackgroundchecks.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberchimps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberciti.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cybercrime.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberdesk.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberduck.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybereason.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberfolks.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberfolks.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberfuel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberghost.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberghostvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberhaven.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberhome.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberia.is","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberleninka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberneticos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybernews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberpanel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberpolice.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberpolice.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberpolygon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberport.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberprotect.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyberprotector.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyberscoop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"cybersecuritynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cybersecurityventures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybershoke.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybersource.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cybersport.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybertrust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cybex-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cybozu.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cybozu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cycleai.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyclegear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cycletrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cycling74.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyclingnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyclingweekly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cycu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyfrowypolsat.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cygrids.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cygwin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cylance.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cylex-uk.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cylex.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cymru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cynet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyon.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cypack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cypherhq.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyphernut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyphervpn.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cypress.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyprus-mail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyrady.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cytanet.com.cy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cytracom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyudun.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyut.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"cyxym.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"cyysj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"czbooks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"czgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"czgsjz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"czilladx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"czno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"czszx.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"czu.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d-53.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-53.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-53.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-deltanet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-id.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d-library.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-nb.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d-net.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-velop.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d-zone.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d2-apps.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d21.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"d2c.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d2cmedia.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d2dragon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d2jsp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d2ns-nbl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d3js.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d3rem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d3vw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d41.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"d4swing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"d5render.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"da.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"da7akni.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daad.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daangn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daarr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dabba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dable.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dacast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dacom.co.kr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dadata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daedalus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dafiti.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dafont.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daft.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daft.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dagbladet.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dagger.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dagospia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dagstuhl.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dahe.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dahhxxttxs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dahuaddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dahuasecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dai.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daihatsu.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daijiworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daily.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daily.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daily.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dailyadvent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyassam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyblogzz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailybot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailybreeze.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailycaller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailycamera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailydot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailyecho.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailyforecast.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailygalaxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailygazette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailygn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyherald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyhitblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailyhive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyhunt.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyinnovation.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailykos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailymail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailymail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailymaverick.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailymirror.lk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailymotion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailynews.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailypay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailypost.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailypost.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailypress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailyprimereport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dailyrazor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyrecord.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailyroutine.lifestyle","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dailysabah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailysignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailystar.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailystar.com.lb","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailytelegraph.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dailythanthi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailytimes.com.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailytrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dailyuploads.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dailyverses.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyweather.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailyweatheralerts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dailywire.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daimler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daimlertruck.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daioncdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dairyqueen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daisonet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daivin.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daiwa.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daktela.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dakuan.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dal.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daleelerah.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dallascowboys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dallasfed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dallasnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dallasobserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dalus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dalux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dalyfeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"damansuperstar2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"damconuong.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"damconuong.mom","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"damddos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"damplips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dan.hosting","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dan.me.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dan.net.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dana-farber.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dana.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"danakit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"danas.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danatoto72.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"danawa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dancuquocgia.gov.vn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dandb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dandomain.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danfoss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dangdang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"danielwellington.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danisch.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daniweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"danone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danskebank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danskespil.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dansnoscoeurs.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dantri.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danviet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"danword.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dapl.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dapoxetined.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dappradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dapurhosting.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daqstra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dar.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daraz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daraz.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daraz.com.np","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daraz.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daraz.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dari.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daringfireball.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dark-manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkbytes.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"darkegy.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkgetdns.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"darkgirl8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"darkgrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkhorse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"darknaija.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"darknessporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkorbit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"darkpetalia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkreader.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darkreading.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"darksky.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darktrace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darktracesensor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"darmiyan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daro.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darpa.mil","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darrow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darsel.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dart.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dartai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dartboard.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dartmouth.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"darty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daryo.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dasa.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daserste.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dash0.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dashapi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dashlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dashlane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dashnet.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dashnxdomain.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dasoertliche.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dasreda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dastelefonbuch.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"data.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"data.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"data.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"data.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"data4game.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dataannotation.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"databank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"databasesets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"databazeknih.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"databricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"databridgemarketresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"databridges.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"databuckets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datacamp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datacenter.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datacenter.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datacenterdynamics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"datacenterknowledge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"datacloudmail.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datacomm.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datacurve.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datacygnal.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datadistribute.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datadoghq-browser-agent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datadoghq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datadoghq.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datadome.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datadrivenbioscience.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datafold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataforce.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datafruit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datafyhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataglade.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datago.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datagrail.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datah04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datahive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataimpulse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataland.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataleap.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataliberation.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dataminr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datanode-internal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datanyze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datapipe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dataprev.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataprivacyframework.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataprocess.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dataprotection.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataremote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datareportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datareporter.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datarize.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dataroid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datart.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datasaur.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataseat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataseat.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datasette.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datashare.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datasheetarchive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datasheetbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"datasheetq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"datastax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datasteam.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datasus.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datasver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datatables.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datatechone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datatechonert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datatilsynet.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datausa.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dataways.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"datawire.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datawrapper.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datazoom.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dateas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dateinasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datemyage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datenschutz-generator.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datenschutz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datev.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datezone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dathost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dating.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datlo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datocms-assets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"datoric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datrics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dattatec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"datto.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dattobackup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dattolocal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daumcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dauup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daveandbusters.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daveramsey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"davesgarden.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"davidgf.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davidjones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davidrumsey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davidsbridal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"davidson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davinci-diamonds-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davinci.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davincidiamondsslots.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"davivienda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dawg.wtf","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dawn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dawn.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"daxinlicai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daxko.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"day.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daybreakgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daybreakgaming.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daybreakhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daycoval.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dayflow.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dayforcehcm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dayoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dayra.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"daytondailynews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dayugslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dayunlinks.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dayunmotor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"daz3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dazeddigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dazn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"db-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"db-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"db-ip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"db.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"db.tt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dba.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbankcdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcloud.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcloud.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankcloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankedge.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbankedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbappwaf.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dbblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbeaver.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dblks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dblp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbpedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbpia.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dbs.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbs.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dbschenker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dc-tag.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dc-telemetry.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dc.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dc.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dc16888888.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcard.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dcbosf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dcbprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcbstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcceew.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dccomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dcfever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dcinside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dciwx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dckr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcloud.net.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dcloudlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcloudstc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcntr-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dcs.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dcu.ie","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dd-wrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddal.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddanzi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dday.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ddd-smart.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddddns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddesan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddimg.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dditsadn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dditscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dditservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddizi.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddnavi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddnews.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddns-intelbras.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddns3-instar.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddnsfree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddnsgeek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddnskey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddnsking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddnss.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddnss.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ddo.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddog-gov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddos-guard.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddoscure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dds.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddsmain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ddxfitness.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"de-ele.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"de-en-es.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de-nserver.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"de-tencentclb.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de-tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de-tencentclb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"de.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de.tl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"de.vu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de17a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"de5.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dea.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deac.lv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deadline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deadlockmods.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deadorbit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deadspin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deakin.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deako.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deal.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dealer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealeraccelerate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealercenter.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealerconnection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealereprocess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dealereprocess.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealerinspire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealeron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealerspike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealertrack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealextreme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dealls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealmoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dealroom.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deap.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dear-lottery.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dearbrightly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deathpenaltyinfo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"debank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"debaojiancha.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"debate.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"debenhams.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"debian.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"debian.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"debijenkorf.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"debugbear.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decafeligiblyhad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"decagon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decanter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"decathlon.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"decathlon.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"decathlon.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decathlon.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decawork.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deccanchronicle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deccanherald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"deccoria.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decentraland.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decentro.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decibelinsight.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"decide.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decider.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"decipherinc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"decisional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decitre.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deckhouse.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deckhouse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deckshop.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"decodahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decohere.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decolar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"decrypt.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dedaluslabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dedecms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dedeman.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dedmazay.porn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deduce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deductgreedyheadroom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dedyn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deep24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepdreamgenerator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepdyve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepernetworks.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepgram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepgrove.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deepika.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepinstinctweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepintent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepinteractions.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepl-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepleaper.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deeplearning.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deeplink.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deeplol.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepmeditate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepmind.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepnight.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepnote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepseek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepsilver.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepsim.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepsource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepstatemap.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepstateplatypus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepthought.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deepthought.industries","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"deeptrace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deepwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deezer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defcon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"defector.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"defence-ua.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defence.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"defensacentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defense.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"defenselink.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"defensenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defenseone.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"defenseurdesdroits.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defensie.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defensx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"defibit.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"defillama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"definebabe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"definitions.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"defra.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"degitec-jiangyin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"degla.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"degoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"degruyter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"degruyterbrill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dehasher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deia.eus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deichmann.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deine-tierwelt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dejure.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dek-d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dek.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dekudeals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delaval.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delaware.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delawareonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delcampe.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delee.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"delegaciondelgobierno.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delete-registration.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deleted-ns.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deleteddomainsnses.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delfi.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delfi.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delfi.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delfino.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delgarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"delhaize.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delhi.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delhigovt.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delhimetrorail.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delhivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delicious.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deliciousoranges.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delijn.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delima.edu.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delineate.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"delish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delishkitchen.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deliv12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deliverimp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deliveroo.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deliveroo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deliveroo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deliveryhero.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deliveryhero.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deliveryhero.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delivrdsp.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dellcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dellin.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dellsupportcenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delltechnologies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delltrusteddevicesecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delo.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deloitte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deloitteresources.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delonghi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delpher.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delphiforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"delta-executor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delta.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"delta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"delta.exchange","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltadental.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deltadentalins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltadna.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deltaexploits.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deltafibernederland.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deltagroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltamath.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deltaork.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltares.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltaww.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deltekenterprise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deluxe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demae-can.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demand.supply","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demandbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demandcurve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demande-logement-social.gouv.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demandingoverdriveunthread.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"demandsage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demandsphere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demandware.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demdex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demilked.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"democracy.earth","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"democracynow.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"democracyos.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"democratandchronicle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"democraticunderground.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"democrats.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demodesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"demon.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demon.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demonicscans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"demonii.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demonii.si","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demonoid.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"demonware.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demorgen.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"demounit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demts.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"demysdns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dench.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denfaminicogamer.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dengarden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dengeki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dengekionline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dengisrazy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denic.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denik.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"denikn.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"denizbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denki.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dennikn.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"denniskirk.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"denofgeek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"denon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dental-pro.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denticon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dentons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dentsplysirona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dentsu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denver7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"denvergov.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"denverpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"denverpresents.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"deodap.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"depaul.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deped.gov.ph","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"depedclub.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dephub.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"depict.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"depop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"depor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deporvillage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"depositfiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"depositphotos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"depot.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deps.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deputy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deque.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deraktionaer.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"derbytelegraph.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"deregen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dergipark.org.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deribit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deriv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dermandar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dermnetnz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dermstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"derpibooru.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"derslig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"derstandard.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"derstandard.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"derwesten.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desarrollohumano.gob.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"descope.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"descript.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desec.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deseret.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deseretnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desertcart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desertcart.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desertsun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"desh-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desibf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desidisini.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desifakes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"design-milk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"design.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"design.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designarena.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designboom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"designcrowd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designertoblog.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designi1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designmodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designmuseum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designmynight.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designrush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"designspiration.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desigual.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desihub.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desikahani2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desikamababa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desimms.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desimmsxxx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desiporn.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desipussy.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desire2learn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desired.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"desiringgod.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desisex.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desitales2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desitelugusex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desiviral.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desixxx.love","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desjardins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deskimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desktime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desktop.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desktopcommander.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desktopnexus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desmoinesregister.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"desmos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"despegar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"despegar.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dessaly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"destacamos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"destatis.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"destentor.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"destinia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"destinteam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"destinyitemmanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"destructoid.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desty.page","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"desu.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"desy.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"desync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deszo.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"detailroi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deti-online.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detik.net.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detmir.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detmir.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"detnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"detoxifylagoonsnugness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"detran.ba.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"detran.mg.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"detran.rj.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detran.sp.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"detroitnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"detroitwaterproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dettingchanel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"detyep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deu.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deusto.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deutsche-bank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutsche-boerse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutsche-digitale-bibliothek.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutsche-rentenversicherung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deutschebahn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutschepost.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutsches-museum.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutschland.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutschlandcard.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deutschlandfunk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutschlandfunkkultur.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deutschlandradio.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dev-my.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dev.fast","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dev.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dev.to","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devcolor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devcycle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devdiscourse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"develop-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"developpement-durable.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"developpez.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"developpez.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"develsoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devex.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devexperts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deviantart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deviantart.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"device.report","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"device9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"deviceaccess.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devicenative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"deviceprotect.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devicetask.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devicetrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devid.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"devil69porn.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"devilyquondam.cyou","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devline.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devmail.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devonlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"devowl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"devrev.ai","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devsisters.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devtesting.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devtodev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"devvit.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"devyce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dewa.gov.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dewafilm.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dewalt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dewaweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dewmobile.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dewrain.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dewrain.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dewrain.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dewu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dexcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dexerto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dexerto.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dexscreener.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dexter.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dexterchaney.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dextools.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dextrodedenda.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"deyecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dezeen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"df.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dfaklj.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfat.gov.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dfcfw.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dffl.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dfg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dfinity.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfki.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dfmc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dfn.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dft-cdn42.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dfzyxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dg-datenschutz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dga.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgameglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dgbloggers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgdeepai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgdkjg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dge.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dgi.gub.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgj055.icu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgsecure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgshen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgt.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dgt.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dgtcjn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dguv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dgvddfdpn7vm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhakacom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhakatribune.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhamma.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dhan.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhc.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhgate.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhitechnical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhivehinet.net.mv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhl.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhlecommerce.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhlecommerce.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhlottery.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhm.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhmedia.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhnet.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dholding.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dhosting.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dhresource.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dhs.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"di-net.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"di.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"di.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diabetes.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diabetes.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diabetes.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diabetesjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diabrowser.engineering","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diag.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diageo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diagramjawlineunhappy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diagrams.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialed.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialhost.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialmyapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dialogue.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialogue.earth","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dialoguecorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialoguslabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dialpad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diamond.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dian.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dianomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dianping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dianshiyexiao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dianxiaomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diariocordoba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diariodarepublica.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diariodecadiz.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diariodeleon.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diariodemallorca.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diariodenavarra.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diariodesevilla.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diariodocentrodomundo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diariodocomercio.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"diariolibre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diariosur.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diariouno.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diariovasco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diary.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diba.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dibiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dibokepindo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dice.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dice.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dicebear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dicedreams.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dicelaboratory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dichvucong.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dicio.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dickblick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dickies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dickinson.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dickssportinggoods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dicrotin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dict.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dictionary.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"didi-food.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"didiglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"didistatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"didit.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diditaxi.com.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"didiwuxian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"didjeridooing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"didna.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"didomains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"die.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diena.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dienmaycholon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dienmayxanh.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diepresse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"diesel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diesiedleronline.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dietaryguidelines.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diezminutos.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"difesa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diffuse.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diffusion.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digbearings.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diggerslist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digi-cloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digi-prex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digi.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digi.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digi24.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digialm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digiblogbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digiboy.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digibuild.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digicelbroadband.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digicelgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digicert.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digicert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digicert.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digicertdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digicertdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digid.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"digiday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digidip.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digifor.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digiform.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digift.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digikala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digikey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digikeyassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digilent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digilocker.gov.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digimart.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digimedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digimobil.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diginetica.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diginpat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digipals.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digiseller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digismoothie.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digisport.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digistain.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digistore24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digistorm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digit.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital-catalogue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital-id.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital-photography-school.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital-science.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital-services.solutions","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digital-watchdog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digital.go.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digital.govt.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digital.nhs.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalamhara.et","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalarkivet.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"digitalarsenal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalaudience.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcameraworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcaramel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcarbon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcardservice.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalcertvalidation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalcombatsimulator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcommerce360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalcore.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalcourage.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitale-sammlungen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitaleast.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalgov.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalguardian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalgujarat.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalindiaportal.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalinsight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitaljournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitallocker.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalmarketinginstitute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalmusicnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"digitalocean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitaloceanspaces.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalpacific.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalpacific.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalpoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalproserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalreef.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitalsport.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalspy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"digitalstage.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitaltarget.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitaltrends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalturbine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitalvideoplatform.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitec.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitech.la","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digiteka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"digitgaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digitimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"digitollblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"digmawifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dignityhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dignitymemorial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diia.gov.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diki.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dikidi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dikidi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dila.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dilbert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dilg.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dili.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dilib.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diligencesquared.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dillards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dimehealth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dimely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dimenoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dimensions.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dimorder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"din.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"din.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dinahosting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dinamalar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dinamani.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dindadisini.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dinesafe.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dinetime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dinfo.com.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dingdongtogel91.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dingtalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dingtalkapps.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dinos.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dinotube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dioco.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diode.computer","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dioezesennetz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dion.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dion.vc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dior.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diowebhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dipcon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diplo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diplomatie.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dir.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"direct-book.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"direct-credit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"direct.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"direct.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directadmin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directadvert.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directcrm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"directededge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directferries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directideleteddomain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directindustry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directmap.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"directnic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directoalpaladar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directonit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"directshifts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directupload.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"directv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"directvadtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"directvgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"direkturaksa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"direkturtotop4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diretta.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disa.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disasterassistance.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disboard.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dischem.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"disclo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disco-api.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discomax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discord.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discord.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discord.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discordapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discordapp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discordsays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discordstatus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discountasp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discounttire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discourse-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discourse.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discourse.group","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discourse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoverasr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discovercard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discovercars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoveredmaterials.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discoverfinancial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discoverhongkong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discoverlosangeles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discovermagazine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoverpilgrim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoverwildlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"discovery.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discovery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoveryeducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discoveryplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"discuss.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"discuz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"discuz.vip","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disdarrummers.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dishaccess.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dishadaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dishanywhere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dishtech.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dishtv.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diskstation.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diskunion.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diskwala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dismall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disney-plus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disney-solitaire.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disney.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disney.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disneyadvertising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disneycareers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disneylandparis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disneyplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"disneystore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disneyworld.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dispatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dispatch.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"displate.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"display.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"displayio.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"displayvertising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"disputeninja.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disqometer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disqus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"disquscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"disroot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distance.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"distintas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"distmed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"distr.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distractify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distribrey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distributel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"distributorcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"district.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distro.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distrokid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"distrowatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"disway.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dito.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dittobio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dittofeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dittoparty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dittowords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diva-portal.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"divar.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"divar.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"divarcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"divephotoguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diversion.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"divineva.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"divx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"divxland.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diw.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diwa-pay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dixa.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dixy.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diyanet.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diyanglawfirm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diyaudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"diyiyou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diymysite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"diynetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diyoucloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"diytrade.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dizibox.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dizillahd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dizinc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dizy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"djamo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djangoproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"djatoya.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djerycom.ug","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"djicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djigate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djiits.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djiservice.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djljz.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"djmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"djpunjab.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dk-hostmaster.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dkb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dkc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dkimwl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dkinternal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dkitrxmdwoqruvsi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dknadmin.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dkrz.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dkttc.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dl8.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dla.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dlapiper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dler.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlink.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlkbjx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dll-files.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlmd.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dloria.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dlpsgame.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dlr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlrg.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlsite.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlubal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dlut.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dlx.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dm-event.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dm-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dm.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmaal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmac-solutions.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmagazine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmcomic.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmdsdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmed.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmed.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmgmediaprivacy.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmhy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dmi.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmitory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmitriy-mevedev-tor.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dmm.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dmm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmmgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmmhosts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmodel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmonster.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmoz.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmpxs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmsik.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmsolutions.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dmu.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmv.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dmxleo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dn.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dn.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dn.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dna.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnacdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnaindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnainfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnainternet.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnb.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnb.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnbiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnchosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dndbeyond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnevnik.bg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dnevnik.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnevnik.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnevnik.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnevno.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnews.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dni.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnipro-m.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnnsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnofd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnrs.godaddy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-diplom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-diy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-diy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns-domain.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-engine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-es.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-expired.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-finder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-h.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-parking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-redirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-root.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-rus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-server.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-servers.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-servicios.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-shop.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns-suspended.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-tm.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-tm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-tm.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns-virtara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns-zonen.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.business","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.kitchen","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dns.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.lu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.lv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.mn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.net.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.net.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.net.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.py","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.sb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns.si","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns05.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns1.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns1.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns2.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns2.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns2.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns24.hu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns3.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns3.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns4.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns4me.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dns4userver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dns819.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsalias.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsalias.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsapi12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsbbz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsbox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnscdc.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnschecker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnscloud.net.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnscloudflare.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnscpanel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnscry.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsdelegation.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsdhs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsdomen.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnse0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnse1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnse2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnse3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnse4.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnse5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsenable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnset.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnseven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnseven.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnsever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsexit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsfaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsfilter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsforge.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsfree.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsgcore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnshigh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnshost.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnshostserver.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnshostservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dnsimple-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsimple-edge.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsimple-edge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsimple-edge.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsimple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsireland.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsitalia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnslake.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsleaktest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnslnk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsmadeeasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsmanager.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsmeasurement.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsmisitio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsnameservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsnode.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsnuts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsoks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsomatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsowl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsowner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnspackage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnspod.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnspod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnspod.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnspropio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsres.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsservice.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnssmarthost.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnssrv.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsstuff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsswitch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsunlimited.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsuser.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv1.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsv5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsvisa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnswl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnsxdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsxperta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsyc.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnsze.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dnszi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dnv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"do-ai.run","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"do-reg.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"do.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"do.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doabooks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doaj.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dobaklife24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dobro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dobrzemieszkaj.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"doc-exam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doc.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doccheck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docdoc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docdroid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docebopaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docebosaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doceree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dochord.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dochub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docker.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dockerhub.work","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docketqa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doclasse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docmorris.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docomo.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docs.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docsend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docsity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docstoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docsum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctissimo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctolib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctolib.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctolib.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctolib.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctoralia.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctoralia.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctoralia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctoranytime.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctorbetcasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctoreto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctorrb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doctorsfile.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doctorswithoutborders.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"document360.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"documentcloud.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"documentfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"documentonews.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docurahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docusign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"docusign.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"docvita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doda.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dodge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dodns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dodo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dodois.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dodois.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dodostatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doe.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doe.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doeda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doem-0tpdlqj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dogado.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dogdrip.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dogovor-oferta.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dogpile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dogster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dogstrust.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doh.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doh.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doh.sb","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dohaxe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doi.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doimg.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doingbusiness.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doitbest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doity.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doityourself.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dojah.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doktorabc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dokumen.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dokuwiki.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dokuwiki.stream","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dol.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolanutama.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dolby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolcegabbana.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolda2000.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doleta.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dolfindns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dollargeneral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dollarshaveclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dollartree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dollphoin.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dollyglot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolphin-anty-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dolphins-pearl-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolyame.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dolynkcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dolynksecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dom.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doma.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domain-is-4-sale-at-domainmarket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domain.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domain.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domain.name","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domaincontrol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domaindetails.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domaindiscount24.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domaindiscover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domaineasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainers.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainesia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainhasexpired.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainhotelli.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domaininfo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainion.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainkunden.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainmarkt.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainname.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainnamedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainnamens.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainnameshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainnamexx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainoo.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainparking.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainparkingserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainpeople.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domainrecover.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domains-hold.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domains.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domains.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"domainsatcost.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainseller.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainseller.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domainserver.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domaintechnik.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domaintools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domashniy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domclick.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domdog.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dome9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domeggook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domena.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domenai.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domengood.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domenus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domestika.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dometic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dominiofaidate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dominionenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dominiosecuador.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domino-dreams.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dominoislandgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dominos.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dominos.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dominos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domob.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domotz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domreg.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domrf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domrfbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domru.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domru.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domrurouter.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domserver.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"domu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"domusweb.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domxyrxsfevpzjeg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"domyown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donaldjtrump.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donanimarsivi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donanimhaber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donationalerts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donaukurier.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dondominio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dondy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donedeal.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donga.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dongbeiya.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dongchedi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dongee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dongguk.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dongleauth.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dongqiudi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dongxiangsoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donkey.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donki.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donland.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donlgx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donlim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donmai.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donorbox.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donordrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donorperfect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donorschoose.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donotcall.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dontworry.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donutsmp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donutsmp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"donweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"donya-e-eqtesad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dooca.store","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doodcdn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doodle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doodlekit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doodleordie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doodles.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doofinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doom9.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doomersion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doorblog.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doordash.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doorkeeper.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dootchi.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dopa.go.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiocdn.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiocdn.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiocdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiocdn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppiostreams.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doppler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doradobet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dorahoki.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doram-ru.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dorama.land","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doramy.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dorar-aliraq.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dorchestercollection.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dord.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doregi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dormakaba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dorsandesk.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doruk.net.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dorzeczy.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dosomething.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dost.gov.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dostavista.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dosteducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dot-security-systems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dot-st.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dot.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dot.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dota2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotabuff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dotaclash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotaplabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotdashmeredith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dotdigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doteasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"doterra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotesports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotfashion.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dothome.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotmed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dotmetrics.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotnxdomain.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotomi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotscreen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotsrc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotster.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotter.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dotus.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dotvndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotvndns.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dotvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dou.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"douban.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doubanio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doubao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"double.bot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"double11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doubleclick-cn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doubleclick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doubleclick.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doubleclickbygoogle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doubledowncasino2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doublehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doublelist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doublerobotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doubleucasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doubleverify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doublezero.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douglas.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douglas.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doujin-freee.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doujin-lc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doujin-y.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doujindesu.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"douyincdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyinliving.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyinpic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyinstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyinvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"douyu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"douyucdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dovendi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dovepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doveserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doviz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dowjones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dowjones.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"downdetector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"downforeveryoneorjustme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"downlink.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"download.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"download.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"download1music.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"downloadhelper.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"downloadhiro.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"downloadpage.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"downloadwella.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"downringtone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"downtoearth.org.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dox.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doximity-staging.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doximity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doxologia.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doxy.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doxyatlas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doxycare.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"doxygen.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doxygen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"doz.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpbolvw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpboss.boston","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpbosss.boston","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpbosss.net.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpbossss.boston","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpd.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /**"}
{"domain":"dpd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpd.com.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpdgroup.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpdgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dpdns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpfile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpgmedia.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpgmedia.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpgmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpgmedia.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpma.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dpmsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpreview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dpworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dqx.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dr.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dr.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dradio.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draeger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"draftaid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draftbit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drafted.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drafthouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draftkings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drafttherecord.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"draftwise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dragcave.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dragonball-multiverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dragoneye.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dragonpass.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drahim.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drakorid.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dramabloom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dramaboxdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dramaboxvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dramaexpo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dramahue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dramapage.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dramaverses.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dramawavew2a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dranayatenun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"draugas.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draugiem.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draw.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drawio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"draxe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drbokep.page","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drbokep.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"drbryanpwalsh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drcedirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drchrono.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drdr.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drdrab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drdroid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dreach.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dream-singles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dream-zenith.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dream3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamcraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dreame.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreametech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreametrip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamexch.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamexch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamexch24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamforge.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamhosters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreamjob.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dreamkas.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreamlab.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreammail.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamrp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreamserve.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreamstime.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamwidth.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreamworks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dreamyblogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drecom.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreevoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"drei.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drei.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dreo-tech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dresden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drewpx.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drexel.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drgdj.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drhast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drhorton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dribbble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"driffle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drift-pixel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drift.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"driftapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"driftpixel.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"driftt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drikpanchang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drillbit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drimquop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dripcapital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dripos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drishtiias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drive-data.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drive.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drive2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drivecentric.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drivemusic.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"driveplaza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"driver.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"driverhugoverblown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"driverscollection.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"drivespark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drivestrike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drivethrurpg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drmartens.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drmax.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drmax.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drmgms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drmtoday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drmx.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drogaraia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drogariasaopaulo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drogariaspacheco.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drogasil.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"droid-life.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"droiyou.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropback.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropbox-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dropbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropboxapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dropboxstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dropboxusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dropcam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropcatch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dropgame.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropmms.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropmms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropmms.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dropz-k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drp.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drpc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drpornofilme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drsongzi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drtreat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drtst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"drtuber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drudgereport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drugabuse.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drugbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"drugoffice.gov.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drugs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"drugvokrug.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"druknet.bt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"druni.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drunkenslug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"drupal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"druryhotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"druva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"drymerge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ds.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsbackend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsci-net.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsebd.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsgvo-gesetz.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsiblogger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsidata.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dskdirect.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dslreports.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsm-firmenich.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsmcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsname.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsp-rambler.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"dsp-redirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsports.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dspx.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsredirection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dssedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dssott.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsspn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsssbonline.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dstatbot.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dstillery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsts.cloud","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dstud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dstv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dstv.stream","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dsv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dsw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dt.fox","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtac.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtag.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtblt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtci.technology","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtdc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dteenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtexservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dti.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dti.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtic.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtignite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtkn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtln.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dto.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtops.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dts.mg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtscout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtsedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtssrv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtstmio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtu.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dtvcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtvce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtvcommce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtveng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dtyuanyang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"du.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"du.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"du.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dual-s-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dual-s-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dualeotruyenbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dualeotruyendc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dualeotruyengl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dualeotruyenhx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dualeotruyenpt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dualeotruyenpy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dualopen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dualshockers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"duapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dub.sh","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duba.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dubaiphone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dubizzle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dubizzle.com.eg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dubmv.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dubpage.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ducati.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duck.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duckdns.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duckduckgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duckie.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ducks.party","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"duel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duesseldorf.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"duetapp.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duetdisplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duffel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duga.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duhosting.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duhquietly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duitang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dukascopy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duke-energy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duke.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dukehealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dukeupress.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dulo.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duluthtrading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dumb1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dummies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dummyapi.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dump.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dumpert.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dun555.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dun7788.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dundee.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dunelm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dunetechnology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dunkindonuts.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dunya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duo.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duoduocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duolingo.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duolingo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duosecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duowan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duowanns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duplichecker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dupont.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duq.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dur.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"durabledns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"duranium.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"durate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"durationmedia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"durev-inc.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"durevpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"durham.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"durioo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"durukanbal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dutasexx.bond","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dutchbros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dutchie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dutchnews.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"duth.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dutils.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"duunitori.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dv.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dv.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dvdprime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dvdtalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dvdvideosoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dvema.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dvgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dvhn.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dvidshub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dvr163.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dvrdns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dvrlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dvrlists.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dw-world.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dw.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwan.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dwdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwds.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dweb.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dwellir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dwin1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwp.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dwtgelpower.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dwxdf.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dx1app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dxbx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dxc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dxc.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dxfeed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dxlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dxnt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dxomark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"dxpapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dxtech.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dxy.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dy-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dy-api.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dycdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyhj66.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyhrsj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyhyjxzz.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyingbirds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyna-marine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyna-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynaccess.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynadot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynalist.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynamic-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamic-m.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamicdrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamicnetworkservices.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamicyield.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynamix-network.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynamo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynasty-scans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynatrace-managed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynatrace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynatracelabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns-ip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyndns.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynect.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyneti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynotech.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynssl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyntrk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynuddns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dynv6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dynv6.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyson.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyson.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyson.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyson.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyspatch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dyupbydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dyz9.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dzagi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzbank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dzcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzdas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dzeninfra.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzexams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dziennik.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dziennikzachodni.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"dzis.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"dzpengxiwl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzszyjsxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"dzwww.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-bebek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-boticario.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-builder.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-chalupy.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-chords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-cigarette-forum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-docs.es.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-efka.gov.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"e-elgar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-estekhdam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"e-flux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-food.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-freewifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-gov.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-hentai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-i.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-i.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-jumbo.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-monsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-n-c-r-y-p-t.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"e-pages.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"e-personam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-planning.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-recht24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-stat.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e-szigno.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-tesda.gov.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e-volution.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e.foundation","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e.leclerc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e15.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e1c-ops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e24.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"e2ma.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e2n.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e2open.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e2ro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e3dc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e4mc.link","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"e5.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"e621.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"e911cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ea-mct-live.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eaa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eac-front.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eadaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eadt.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eagle-insight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eaglecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eagleeyenetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eagllwin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eajzzxhro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eamobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eapayapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eapteka.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eaqbr.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earendil.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"earlham.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earlywarning.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earmuffpostnasalrisotto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"earn.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earnapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earnbitmoon.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earnest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earnin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earnpalsolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earth-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"earth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earth911.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"earthcam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earthday.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earthjustice.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"earthlink-vadesecure.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earthlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earthlinkiq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earthsky.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"earthweb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"earz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eascdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easebar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easelive.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easemob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easemytrip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easeslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easeus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eastasiaforum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eastbaytimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eastday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eastendapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eastlink.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eastman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eastmoney.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eastpak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easy-bets.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easy-orders.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easy.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easy4ip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easy4ipcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easybell.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easybet.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easybrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easybroker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easychair.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easycounter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easydns.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easydns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easydns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyfundraising.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easygoosutilitytol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easyhomescreen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyhost.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyjet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easylist.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyliveauction.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"easyname.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easynet.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easypack24.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easypanel.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easypost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyslimnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easyslimnow.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easysyncr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easytier.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"easytomessage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easytrader.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"easyviewercloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eatbu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eatcells.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eatel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eater.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eatingwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eaton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eatopiablog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eatright.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eatserver.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eatthis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eauctionsindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eazypaytech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eb.ac.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eb.mil.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eba.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebalka.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebalka.love","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebally.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebalovo.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebanking-services.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebanx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebaumsworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebay-kleinanzeigen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebay-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebay.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.com.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebay.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebayadservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebaycdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebaydesc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebaydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebayi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebayimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebayinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebaystatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebc.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebc.net.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebet.co.sz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebezy.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebgames.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebharatgas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebi.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebilet.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebird.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebizautos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebizautos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eboblack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebony.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebonygalore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebrandvalue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebrd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebs.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ebsco-assets.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebsco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ebsco.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebscohost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ebu.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ebu.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebuckler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ebxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ec-it.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ec-lyon.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ec21.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ec922003.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecb.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecb.int","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecbsn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eccdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eccdnx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eccentricsterilizevastness.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eccic.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecco.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eccouncil.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecdn.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecdnx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecency.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecerdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecfr.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecfr.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"echatsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"echecks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"echocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echodata.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echodnia.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"echoechoechonet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echoeshq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"echofungames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echofungames.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echosat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echosign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"echostar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"echostarbeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echostarcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"echovita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eci.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecitic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecitizen.go.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eckwai.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eclick.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eclinicalweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eclipse.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eclipse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eclipsefoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecliptor.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecma-international.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecmwf.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecnavi.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecnl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecnypay.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eco-dns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecobee.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecode360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecodibergamo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecoflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecogra.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecolab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecom.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecombdapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecombdimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecombdpage.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecombdstatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecomdata.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecomid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecommunity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecomposer.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ecomsend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"econlib.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"econodata.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"economia.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"economica.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"economictimes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"economist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"econstor.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"econsultancy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"econventa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ecoportal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecopsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecopsy.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecorebates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecosense.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecosia-browser.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecosia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecosoberhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecoticias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecourts.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecouser.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecovacs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecovadis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ecowatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecowitt.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecr.aws","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecrater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecsa.finance","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecstuning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ectostroy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecu.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecuabet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ecukwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecured.cu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecwcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ecwid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ed-cl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ed.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ed.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ed.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ed1th.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ed2go.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eda.yandex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eda1.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edadeal.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edaily.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edan.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edc.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eddie4.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eddiebauer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eddirasa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edealer.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edeka.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edelman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edencaremedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edenfarm.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edenmed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edenred.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edenrobe.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edenrobotics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edexia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edf.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edfenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edgcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge-9d7c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge-inf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge-retina.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge.apple","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edge2befaster.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edge2befaster.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecache.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecastcdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecastdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgecdn.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgedns-tm.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgedns-tm.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgedns-tm.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgedns.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgedns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgegslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgekey.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgekey88.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgenextsdns.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgenuity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgeonedy1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgepilot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"edgesuite.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgesuite88.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgetag.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgetcdn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgetcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edgetrace.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edgeuno.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edhrec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ediblearrangements.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edigitalsurvey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edimaxcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edinos.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edis.global","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edison.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"editmysite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"editorialmanager.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edjoin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edmedix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edmentum.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edmonton.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edmontonjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edmunds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"edn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"edna.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edna.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edna.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edna.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ednsglobal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ednuva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edoinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edomex.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edp24.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"edpharmahub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edpharmahub.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edpuzzle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edrawsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edreams.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edreams.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edreams.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edrive-hosting.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edrone.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edsurge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edu-servers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edu.gob.sv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edu.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edu.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edu22.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edubirdie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edublogs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educacao.ba.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educacao.go.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educacao.mg.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educacao.pe.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"educacao.sp.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educacion.gob.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"educacion.gob.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"educaplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"education.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"education.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"education.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.gov.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.ne.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"education.tn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"educationalimpactblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educationportal3.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"educato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"educause.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edudip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edudns-a2.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edudns-a3.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edudns-a4.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edudns-c1.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edudns-c2.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eduhk.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edupage.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edupoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eduquestzone.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"edurev.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"edusite.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eduson.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edustatlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edutopia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eduvulcan.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edviroenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edwardjones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edweek.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edx.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"edyst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ee-share.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ee.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"een.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eenadu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eencloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eenet.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eenews.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eeo.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eeoc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eepurl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eeroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eesysoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eet.nu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eetapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eetimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eevblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eeyeful.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efarma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efe.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efercro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eff.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"effectivealtruism.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"effectivecpmnetwork.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"effem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efference.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"effigov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"effiliation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"effirst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efilli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efinancialcareers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"efisiensuster123.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efko.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eflorist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efortuna.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efrontcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efrontier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efscloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efsyn.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efsystem.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eft-project.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"efteling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eftps.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eftydns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"efukt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egain.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egais.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egamersworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eganet.go.tz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egcloud.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egcvi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ege.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egensajt.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eggnog.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eggsinc.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eghrmis.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eghtesadonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egihosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egm.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egnyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ego.ist","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egoai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egospodarka.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egotisticexcavateplywood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"egov.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egov.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egov66.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egramswaraj.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egy.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"egydead.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egygolds.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"egym.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"egyptair.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eharmony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehess.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eheya.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ehgt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehime-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ehiweb.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehl.markets","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehost.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ehow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehtracker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehu.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ehu.eus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ei.aero","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eia.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eib.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eidos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eifan.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eiga.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eigenpal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eightfold.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eightsleep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"einfachbacken.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"einnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"einpresswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"einstein.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eint.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"einzahlungbonus.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eircom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eiscprts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eislz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eisz.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eitaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eitaa.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eitb.eus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eiu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eiu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eizzih.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ejalshakti.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eji.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ejobs.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ejsino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ek.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekantipur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekartlogistics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekathimerini.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ekatox-ru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekatox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekb.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekholabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eki-net.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekiga.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekino-tv.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekir.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekitan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekiten.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eklablog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekmdomains.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekom21.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ekomiapps.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eksisozluk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eksmo.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ekstrabladet.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eku.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"el5-energo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elastic-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elastic.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elastic.dev","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elasticbeanstalk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elationemr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elavon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elavon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elayne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elbalad.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elbloglibre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elbotola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcinema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcode.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcolombiano.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elcomercio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcomercio.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elcomercio.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcompanies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elconfidencial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elconfidencialdigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elconsolto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elcorreo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elcorreogallego.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elcorteingles.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eldebate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldeber.com.bo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elderscrollsonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldestapeweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldia.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eldiario.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldiariomontanes.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eldorado.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eldorado.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ele.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eleadcrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elearningindustry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elearnportal.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elecfans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elecom.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eleconomista.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eleconomista.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electrek.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electric.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electricair.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"electricitymaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"electrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"electro-com.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electrodepot.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"electrolux.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electrolux.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electroneek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"electronica.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"electronicintifada.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"electronjs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elegantthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elegoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"elektroda.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elem.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eleman.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elemecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elemenohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"element.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"element14.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elementary-data.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elementgames.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elementor.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elementor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elements.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elempleo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elephantbet.co.ao","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elephantbet.co.mz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elephantjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elespanol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elespectador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elev.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elevate.cafe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elevatepay.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elevenlabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elexapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elfcosmetics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elfhosted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elfinanciero.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elfsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elfsightcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elganador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elgaronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /*"}
{"domain":"elgato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elgiganten.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elheraldo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elheraldo.hn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elibrary.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elicit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elif.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elifesciences.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eligible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elim.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elimparcial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elin.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elindependiente.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elion.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elisa.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elisa.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elite.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elitebabes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elitedaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elitedomains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elitedomains.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eliteprospects.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elitepvpers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"elitescastle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elive.fans","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elkdata.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ellco.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ellcom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elle.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"elle.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elledecor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ellenmacarthurfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ellielabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elliemae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elliemae.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ellieservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elliot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ellipsis.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ellipsus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ellitoral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ello.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elluciancloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elmaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elmercurio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elmir.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elmostrador.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elmueble.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elmundo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elnacional.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elnacional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elneswangy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elnnap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elnortedecastilla.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elnuevodia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elobservador.com.uy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elodin.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elon.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elonara.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elong.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eloqua.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eloquentai.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elotrolado.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eloview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elpais.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elpais.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elpais.com.uy","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elpalaciodehierro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elpasotimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elperiodico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elperiodicodearagon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elperiodicoextremadura.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elperuano.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elphinstone.com.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elplural.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elpts.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elpuntavui.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"els-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elsalvador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elsevier-ae.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elsevier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elsevier.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elsevierhealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elsevierpure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elsiglodetorreon.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"elstc.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elster.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elte.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eltiempo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eltiempo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eltorerospielen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eluniversal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eluniversal.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eluniversal.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eluniverso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"elushretail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elvebredd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elwatannews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elyos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elyrasystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"elysee.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"elythea.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"em-consulte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"em.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"em6b6vip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ema.md","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emag.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emag.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emag.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"email-messaging.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emailapi.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emailarray.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emailio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emailmeform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emailservice.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"emailsrvr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emailsys1a.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"emailverification.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emailvision.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emaktab.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emalls.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emarketer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emarsys.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emb-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emb-japan.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embarcadero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embarqhsd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embassy.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embed-player.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embed.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embeddables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embedder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embedgooglemap.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embedly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embedsocial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ember-energy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embercascademaple.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embercopilot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emberrobotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embl-heidelberg.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embl.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embopress.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embrace.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"embrapa.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"embratel.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emcali.net.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emcd.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emcd.network","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emdash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emdns.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emedicinehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"emedny.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emerald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emeraldgrouppublishing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emeraldinsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emergecareer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emergencyemail.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emergent.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emergentagent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emergingthreats.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emeritus.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emerson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emgsound.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emich.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emilabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emirates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emiratesnbd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emis.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emis.gov.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emisoras.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emisorascolombianas.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emjcd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emlakjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emltrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emmikochteinfach.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emmys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emobi.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emochi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emofid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emoji.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emojicombos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"emojidb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"emojipedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"emojiterra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emon77mantul.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emory.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emoryhealthcare.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emotenow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empact.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empathy.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"empik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empire88-187.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"empireonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"empiresandpuzzles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empirical.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emplifi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emploi-territorial.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"employeenavigator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"employmenthero.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emporiaenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empornium.sx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"empower-retirement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empowerlocal.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"empowher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empregos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"empretienda.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emptyfieldgrassm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emptyhammock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emqxcloud.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emqxcloudpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emrata.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ems.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ems01.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emsisoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emu-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emuseum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"emusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"emxdgt.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"en-academic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"en-gage.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"en-japan.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"en-thunderscans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"en25.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enabiz.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enable-javascript.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enabler.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enacdn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enacdn.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enamad.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ename.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enbek.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enbw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enc.net.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enchanted.gg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enchantedlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encipher.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"encord.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encount.press","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encuadrado.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encuentra24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"encyclopedia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endclose.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"endclothing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endesa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endlesshandbaglinked.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"endnote.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"endocrine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endorphina.network","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"endowmentoverhangutmost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"endress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"endstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enea.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enea.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eneba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enedis.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enel.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enel.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energent.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energizedit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energy.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energybillcruncher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energysage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"energysavingtrust.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"energystar.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"enerjazz.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enes.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enetscores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engadget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engage-x.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engage7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engageforce.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engagelab.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engagelab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engagemedia.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engagently.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engelvoelkers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engenius.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"engie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engie.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engime.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"engineering.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"engineeringtoolbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"engineersaustralia.org.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"england.nhs.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"englandfootball.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"english-heritage.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"englishclub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"engnovate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enhance.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enhanced.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enhancedradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enhancv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enikos.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eniris.be","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eniro.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enjamb.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enjin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enjoei.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enlightenment.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enlightra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enloteria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ennit.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enorth.com.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enot.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"enpara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enphase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enphaseenergy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enplus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enrollbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"enrtx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ens-lyon.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ens.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enscape3d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ensembl.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ensighten.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ensoanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ensonhaber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entangl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entekhab.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entel.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entelchile.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entelexo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enter-system.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entergy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enterprise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enterprisecarsales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enterprisedb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entersekt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entertainmentearth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enthdf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entocycle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entradas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entrata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entreda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entrepreneur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entropia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"entrust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entrust.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"entrykeyid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entsvcs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"entvin.com?utm_source=yc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"enuygun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"env.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"envariant.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"envato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envato.market","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"envatousercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"envelopebudgeting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enveritas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enviou.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"environment.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"envisacor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envothemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envoyer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envybox.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"envysion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enzuzo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"enzymic.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eobuwie.com.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eol.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eolas.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eolo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eondns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eonet.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eonet.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eonline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eonnext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eosdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epark.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epexspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"epfindia.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epfl.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ephotozine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"epi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epic-aerospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epicbrowser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epiccare.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epicenter.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"epicentrk.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epicgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicgames.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicgamescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epichosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicnpc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epicsports.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicsports.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicsportz.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicsportz.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epicurious.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"epidc.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epidemicsound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epilepsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epinfraservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epinoma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"episerver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epizy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eplus.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epluscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epm.net.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epocacosmeticos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epochtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"epolice.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eponesh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epoq.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eporner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eposnowhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epoznan.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eppo.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epravda.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eprema.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epreselec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eprints.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eprocure.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eps.go.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epsa.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epsilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epsilon-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epsilon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epsilon3.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epson.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epson.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epson.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epsonconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"epssanitas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"epubgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"epunjabschool.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eqads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eqoe.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eqtv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equalityadvisoryservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equalityhumanrights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"equalweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equant.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equatorialenergia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equatortherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equibase.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equidia.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"equifax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equinenow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equinix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equinor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equinox.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equipthealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"equisolve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"equityapartments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eqx.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eqxiu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"er-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"er.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"er4ustartup.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erad.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erau.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ercdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eredmenyek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ereplacementparts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erepublik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ergo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ericsson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erieri.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erisbio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erkapharm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erlang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erli.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"erne.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ernet.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ernstings-family.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ero-video.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erodate.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erofus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erogarga.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erols.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eromani777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eromecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eronity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eroprofile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eropuru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erosberry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eroski.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eroterest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erothots.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"erothots1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eroticbeauties.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erotikchat4free.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"erotikforum.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erowid.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"erply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"err.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"errortrace.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ersjournals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ersnet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ert.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ertelecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ertnews.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erudifi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erudit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erwinmueller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"erzrf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"es-dis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"es-pio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"es.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"es.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"es.tl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esa.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esa.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esafeline.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esafety.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esahubble.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esakal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esam.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esaunggul.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esbnyc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esc.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escalax.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escapadarural.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escape.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escapefromtarkov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escapefromtarkov.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escapistmagazine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escardio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escavador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /*"}
{"domain":"escholarship.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eschool.edu.ps","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escolavirtual.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escolavirtual.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escorenews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escort-advisor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escort.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"escortbabylon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"escortsandbabes.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esdnevnik.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esecured.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esentire.services","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eset.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esggi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eshot.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eshram.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esi-prd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esic.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esihs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esimdiscovery.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esippbx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esit.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eska.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eskimi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eskimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eslgaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eslint.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eslite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esm.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esm1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esmadrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esmo.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esmplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eso.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esocial.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espace-citoyens.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espacejeux.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espacenet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espacioapk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esped.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esper.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esphere.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espinof.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espn.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.com.ve","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"espn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espn.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espncricinfo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espnpressroom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espol.edu.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esportesdasorte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esports.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esportsinsider.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espreso.co.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"espreso.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espressif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espritgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espritgames.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"espssl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esputnik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esquelasdeasturias.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esquire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esquire.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"esrb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"essaypro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esse-online.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esselunga.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"essen-und-trinken.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"essence.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"essencedrive.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"essential.gg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"essentiallysports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"essex.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"essilor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"essilorluxottica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estacio.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estadao.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"estadiodeportivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estama.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estantevirtual.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"estar.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estatesales.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estatesales.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esteelauder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esteri.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esthe-ranking.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estimote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estoca.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estore.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estpak.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"estranky.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estrategiaconcursos.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"estrepublicain.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"estugo-webhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esuteru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esvalabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esxdos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"esy.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"esy1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"et-al.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etagi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etahub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"etam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etb.net.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etc.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etecsa.cu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etecsa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etermun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etersoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eth.limo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethdisco.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etherealvpn.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethereum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethernet.edu.et","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etherscan.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etherstress.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethicalads.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethicsdinnerpave.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethicspoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethiolottery.et","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethiopianairlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethiotelecom.et","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethnc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethnologue.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ethnos.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethosx.finance","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethyca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ethz.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etihad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etipack.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etisalat.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etisalat.com.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etisalatdomains.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etleap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etnet.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etoday.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etoland.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"etonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etoote.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etoro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etorostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etos.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etpgpb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etracker.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etracker.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etrade.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etrailer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etrain.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etree.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"etrusted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ets.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etsi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etstur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etsystatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ettdnsv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ettoday.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etudiant.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"etuovi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eturbonews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"etvbharat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"etymonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eu-1-id5-sync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu-3-id5-sync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu-4-id5-sync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu-startups.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eu.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eu9g.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eubank.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eudemon365.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eudora.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eufy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eufylife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eugdpr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eugittx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eui.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euid.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eukdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eukns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eulerpool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eum-appdynamics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eumetsat.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"euobserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"euppublishing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eur.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euractiv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurasianet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eurasiareview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurecom.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eureka.tokyo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurekalert.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurekamag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eurekaselect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eureporter.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurid.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euro-football.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"euro.com.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euroauto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eurobank.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurobet.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eurobyte.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurocarparts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurochem.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"euroclear.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurocontrol.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurofins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurogamer.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eurogamer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eurogirlsescort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurohoops.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurointegration.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurojadul.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurolandir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"euromaidanpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euromonitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euroncap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"euronetworldwide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euronews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"euronext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euronic.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euronics.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europa.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europa.eu.int","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europapark.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europapress.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europcar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europe1.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"european-server.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europeana.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europeanbc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europeanparslogokick.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europeantour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"europefreechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"europehog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"europepmc.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurosport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurosport.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurosport.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurosport.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurosport.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurostar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurosurveillance.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurovision.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"eurovision.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eurovisionworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euroweeklynews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eurowings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"euskadi.eus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eutelia.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"euume.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ev2-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ev2-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eva.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eva.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evaair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evaluationkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evan-musics.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evan.im","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evapqnina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evbuc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eveeno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"even3.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evendo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbrite.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventbus.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventim-light.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventim.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventive.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventmonitoringpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventossistema.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventsair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eventscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventscribe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eventticketscenter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evenue.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eveonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"everbridge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everestagi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everestengagement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"everestgrp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everestjs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everestop.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everesttech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everfulwholesale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evergage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evergreen.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everlane.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everlastting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everlit.audio","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everloved.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"evernote.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everskies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eversource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"every.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everyaction.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"everybodywiki.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"everydaycalculation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"everydayhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"everydollar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everyeye.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"everything2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"everythingkitchens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"everythingmoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evetech.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evetpractice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evgnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evidence.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evidence.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evidentlyai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evidon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eviivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evo-box.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evo-games.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evo-node.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evocdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evodevicemanager.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evoevoevo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evolushost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evolution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evolv.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evolverebiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evolyenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evonik.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evorra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evotor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evraz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evrensel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"evri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evtrust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evvelcevap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evvnt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"evyy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"evz.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"eway.in.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ewaybillgst.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eweka.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ewetel.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ewg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ewha.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ewn.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ewrc-results.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ewscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ewtn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ewtnnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ewuye.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ex.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ex.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exactag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exactdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exacttarget.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exaly.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exame.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"examedi.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"examens-concours.gouv.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"examinationservices.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"examine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"examiner.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"examinerlive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"example.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"example.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"example3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"examsarkariresult.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"examsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exavault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exblog.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excalidraw.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"excalls.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excavatenearbywand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"exceedlms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excellence-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"excellenth5game.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"excelliance.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"excellmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excelsecu.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excelsior.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"excepgen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exchange-rates.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"exchangerates24.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exchbet365.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excite.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"excite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exclaim.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exclaimer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exclusivehosting.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exclusivetvs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exco-pb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exct.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"execulink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"executor.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"exelator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exeloncorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exemplarfederallithe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exeporn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exeter.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exhentai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"exhera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exintherapeutics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exist.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exitbee.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exitgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exitlag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exitlag.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exla.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exlibrisgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exlyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exmainclcknew.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exo-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exoclick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exodus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exodus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exonet.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exonhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exonic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exosat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exoscale.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exosrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exotel.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exoticindiaart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exp-tas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exp.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expand.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expanse.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expansion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expansion.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expatica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expatriates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expectedparrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia-aarp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expedia.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expedia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedia.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expediagroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expediapartnercentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expedient.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expensify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expent.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"experian.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"experian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"experientiallabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"experiment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"expert.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expert.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expertcity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expertini.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expertise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"experts-exchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expertvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expired.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expireddomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expiredwixdomain.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expirenotification.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"explained.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"explainxkcd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"explo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"explodie.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"explodingtopics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exploit-db.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exploratorium.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"explore.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exploretock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"explorex.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expo.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expo2025.or.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exponea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exponenthr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exponential-e.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"export.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"exportersindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exposure.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exprealty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"express-scripts.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"express-shina.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"express.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"express.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"express.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"express.dhl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"express.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expressandstar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expressapisv2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expressbuilding.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expressen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expressjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expressnetw.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"expressnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expresso.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"expressturn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"expressvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exs.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exshinetech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ext-twitch.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ext.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extcam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extend.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extendedstayamerica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extendthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extension.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extensis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exteragram.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extern.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"externulls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extole.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extra.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extra.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extralargecoffee.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extranjeria.gob.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extraspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extravpn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extreme-dm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extreme-ip-lookup.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extreme.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extremecloudiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extremenetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extremereach.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extremereach.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extremetech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"extremeterrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"extremetracking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"exxonmobil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ey43.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eybond.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eye-able.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eye4.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eye4cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eyebuydirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyecon-app.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyefinity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eyekraft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyemedvisioncare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyeo.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eyeofhorusslot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyeota.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eyeplay.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyesonff.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"eyny.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyoucms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eyugame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezblogz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezcater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezdnscenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezeefiber.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezeit.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezekielflores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezfacility.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezforview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezgif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezhomesearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ezhostingserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezinearticles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezizgulmyratmix.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezlo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezlynx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezmob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezodn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezoic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezoic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezoicanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezoicns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezojs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"eztvx.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezviz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezviz7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezvizlife.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezvizru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezydomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ezyvet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ezzed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f-1-g-h.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f-droid.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"f-i.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f-secure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f-sos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f.cx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f0113.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f1.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f1000research.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f11-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f150forum.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"f1686s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f1connect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f1news.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"f2.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f2pool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f2s.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f4.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f5.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f5clouddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f5cloudservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f5silverline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f6.security","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f6s.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"f8824e712f4b4a9114f13c173ccf90987716b7612c5d93eeaa883fed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f95zone.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"f95zone.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"f999.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fa8c5de8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faberlic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabfitfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabguys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabit.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fabletics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabraix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fabricmc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabrikant.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fabswingers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabulous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fabxh.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facai777.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facct.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faceapp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faceapp.photo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"facebook-hardware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facebook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"facebook.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"facebook.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"facecast.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facecast.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faceit-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faceit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faceitanalytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"facemojikeyboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facepunch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faceueditor.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"facile.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"facilitobet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facio.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facs.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fact-finder.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factcheck.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factor75.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factorialhr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factorio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factors.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factory.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"facts.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"factsmgt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fadv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fafafaplaypokie.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fahorro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faidns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"failiem.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faipod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fair-spins-casino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fair-spins-casino.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fair.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fairdeal.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faireconomy.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairfaxcounty.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairmont.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairphone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairplay.pink","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairplay24.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fairtrade.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fairview.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fairwork.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fairyanime.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fairygodboss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faithlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faiusr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fakenews.win","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fakestoreapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fakt.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fakti.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fakty.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fakty.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"falabella.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"falabella.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"falabella.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"falais.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"falcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"falconnet.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faloo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"falsemirrov.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"falstaff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"falter.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"famatech.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famelack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"famethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famfamfam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"famikura-store.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"familie.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"family.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"familyclub.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"familydoctor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familydollar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familyeducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familyhandyman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familyisland.games","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familysearch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familytreedna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familytreenow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"familywall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"familyzone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"famitsu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famosas.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famous3.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"famousbirthdays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famousfix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"famousfootwear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fampay.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"famu.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fan-slot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanart-central.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanart.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanatical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanatics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanaticsretailgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanatik.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fanbox.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanbyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fancode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fancyanalytics.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fancyapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fandango.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fandom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fandomwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fanduel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanfiction.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanfiction.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanfox.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fangraphs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fangsung.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanlink.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanmtl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanniemae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanotech.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanpage.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fanplayr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanpop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanqienovel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fansale.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fansided.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fansly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fansmetrics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fantacalcio.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fantasticfiction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fantasynamegenerators.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fantasypros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fantia.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fantic.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fantlab.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanvil.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanvue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fanzz.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fao.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fap-guru.name","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fap-guru.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapaiwang.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fapality.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapcat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapclub.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapesp.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapexy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapeza.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fapfolder.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faphouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faphouse1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faphouse2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faphouse4k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fapnado.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapodrop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fapreactor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"faqs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farap2p.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fararu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farawaygleese.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farcast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fardayetaze.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fareharbor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fareharbor.engineering","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farfetch-contents.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farfetch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farfetch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"farlightgames.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmaciasguadalajara.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmaciatei.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmacity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farmako.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farmandfleet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farmashop.com.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmerama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farmers.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farmersalmanac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farming-simulator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farmprogress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"farmtheory.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farnell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faro-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"farodevigo.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"faroutmagazine.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"farpost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farrow-ball.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farsnews.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farsroid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"farsunpteltd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fartit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fashion-press.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fashioncadeau.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fashiondays.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fashionista.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fashionmodeldirectory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fashionnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fashionnova.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fashionphile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fashionsnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fast-dl.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fast-dl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fast-growing-trees.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fast.net.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fast4streamup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastbackgroundcheck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastbundle.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastcgi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastclick.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastcloud.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastcmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastcodesign.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastcoexist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fastcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fastconnection.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastcup.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastdl.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastdns.hosting","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastdns24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastebridge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastecn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastercapital.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fasterized.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastestvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastgen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fasthosts.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastjvm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastliii.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastly-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastly-insights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastly-masque.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastly.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastlydns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastlylb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastmaildns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastmoss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastor.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastpanel.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastpark.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastpath.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastpeoplesearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastpic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastpic.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastrack.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastretailing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastrovok.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastscr.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastsdwan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastsecurehost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastshop.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastshot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastsimon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastspring.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faststone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastvanya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fastvideosave.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastviewer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fastweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastweb.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fastwebnet.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fatalmodel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatcow.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fate-go.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatf-gafi.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fatface.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatherly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fathom.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fathom.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatsantaslot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatsecret.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fattoincasadabenedetta.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fattureincloud.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fatum.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fau.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faucetpay.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faviconcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"favorit.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fawanews.sc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fawesome.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"faz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fazenda.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fazenda.mg.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fazenda.sp.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fazeshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fazwaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fazzfinancial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fb-t-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fb.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fb.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fb.watch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fb77.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbcdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fbeventslog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbi.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbise.edu.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fbot.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbpigeon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbr.gov.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fbref.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbs1-t-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fbsbx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fbsquadx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fc-moto.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fc-zenit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fc2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fc2web.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fca.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcagcv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcapp.run","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcatvps.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcawitech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcawx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcbarcelona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcbarcelona.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcbayern.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcc.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fccid.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fccn.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcdm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcdnstatic-intl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcdynamo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcf.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fci.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fciis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fciit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcinter1908.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcix.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fco.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcomet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcpeuro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fcps.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fctables.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fctg.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fcu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fd-api.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fd.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fda.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdating.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdbaudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fdcnet.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fdcservers.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdic.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdj.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fdma.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fdown.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdownloader.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fdske.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fdu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feanixbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fearlessrevolution.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"featherhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feathr.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feature-app.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"featureassets.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"featurebase.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"featuregates.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"featurespace.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feb.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"febas.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"februaent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fec.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fecyt.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fed10.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"federal.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"federalnewsnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"federalregister.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"federalreserve.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"federatedjournals.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fedex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fedoq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fedoraproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fedpat.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fedpress.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fedresurs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fee.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feebee.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedaty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedbackcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedblitz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedbooks.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feedburner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feeder.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedingamerica.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedly.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feednews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedreader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feedtofap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"feedzai.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feefo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feelgood.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feeltech.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feelthemusi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feicdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feinidi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"feishewang.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feishu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feishucdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feit-iot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feldy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"felenasoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"felissimo.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"felizes.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fema.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"femaleinvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"femd.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"femina.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"femmeactuelle.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fendi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fenerbahce.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fengkongcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fengpongshu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fenrock.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fentybeauty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fenxiaocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fepoth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fera.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferguson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fergusonhome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fern.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fernsehserien.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fernstone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fernuni-hagen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feroot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferragamo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ferrari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferrero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferretgo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ferris.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferryhopper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ferveret.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fes.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fesco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"feste-ip.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"festival-cannes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"festivitynextrocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"festo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetchapro.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetchpixi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetchrewards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fetnet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"feverup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fewo-direkt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fextralife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ffb7df5a878b59e42e257c042f54bed2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ffbbbdc6d3c353211fe2ba39c9f744cd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ffe390afd658c19dcbf707e0597b846d.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fff.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ffivy002c.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ffkipas.my.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fflivegame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fflogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ffm.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ffmpeg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ffmuc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fft.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ffx.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fga.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fgirl.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fgov.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fgv.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fh-dxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fh-joanneum.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fh-koeln.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fh-muenster.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fh-wgt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhcdngroup.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fhcdnmedia.online","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fhchannel.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fhcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhfa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhgte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhnw.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhofficial.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fhplatinum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fhvfd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fi.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiba.basketball","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiba3x3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fibaro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiber.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiber.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fibertel.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiberworld.net.np","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fibre2fashion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ficbook.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fichajes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ficra.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fictionexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ficto.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fidal.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiddler2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fide.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fidelity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fidnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fido.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fidoalliance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fidocure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiduciaweb.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fieldandstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fieldguide.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fieldmuseum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fieldproxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fieldwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fielmann.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiercebiotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiercehealthcare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiercepharma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fieryflames.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fifa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fifacm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fifaindex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fifastories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fifthdoor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fifthtry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"figma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"figma.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"figpii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"figshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"figstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fikfap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filadd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filecr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filecrypt.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"filedownload-csw-lenovo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filedownloadlink.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filefactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fileforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filefront.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filehippo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filelist.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"filemail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filenetwork.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filepicker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fileplanet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"files-text.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"files.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"files.fm","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filesafe.space","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filesdl.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filesor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filestackapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filestackcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filester.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filesun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filesusr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filesyscrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filevineapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filezilla-project.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filgoal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filipinocupid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fillout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fillr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"film.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"filmaffinity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmarks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmepornonline.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmesporno.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmexxx.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmexxxgratis.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmfreeway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmibeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmin.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmix.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmmakinesi.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmnudes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmpornocompleto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmstarts.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmweb.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmyfly.builders","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyfly.cafe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyfly.camp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyfly.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyfly.ing","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmyfly.luxe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyfly.racing","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmypass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyromeo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmywap.courses","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmywap.fast","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmywap.garden","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmywap.sarl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyzilla37.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla38.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla39.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla40.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmyzilla40.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla41.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"filmyzilla41.com.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla43.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filmyzilla45.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzilla93.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"filmyzillaofficial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"filthyhero.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fimfiction.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fimgs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fin-manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fin.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finaid.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finalank.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finaldose.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finalfantasyxiv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finalsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finalsite.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finam.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finam.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finance.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finance.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"finance.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financebuzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financecharts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"financemagnates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financemasterpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"finances.gouv.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"financescout24.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financesonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financial-ombudsman.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financialcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"financialexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"financialmodelingprep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financialpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"financnasprava.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finansavisen.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finansbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finanzaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finanze.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finanzen.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finanzen.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finanznachrichten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finanztip.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finbar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finbold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fincen.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finchoice.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finchvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"finda.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"findagrave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"findarticles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findaya.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findcheapbooking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finder.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finder.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findglocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findlaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"findly.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findmeglutenfree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findmine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"findmykids.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findmypast.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"findnovel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fineartamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fineboost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finecobank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finelo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finextra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"finflx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fing.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fingerhi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fingersoft.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fingo.africa","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finishline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finku.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finland.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finlens.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finlex.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finn.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finna.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"finnair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finnautoparts.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finnhub.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finnihealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finnishdesignshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finnix.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"finny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finosu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finra.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finrezo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"finta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fintel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fintelite.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fintoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fintual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finuslugi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finviz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finya.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"finzfin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fio.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiocruz.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiord.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fipe.org.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fips.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firaresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireant.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"firebaseapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firebasedatabase.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firebaseio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firebender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireblogz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firecrawl.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireeye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fireeyecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firefaucet.win","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireflies.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firefox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firefox.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firefoxusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fireoscaptiveportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireside.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firestorm.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firetvcaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firewall-gateway.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fireworkadservices1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireworkapi1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireworks.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fireworktv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firezone.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firmy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"first-colo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"first-id.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"first-ns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"first-server.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"first.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstbase.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstbytedns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstbytedns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstcitizens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstcoastnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstcry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstcycling.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstdelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstduesizeup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstenergycorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstimpression.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstinspires.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstlight.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstmail.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstmonday.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstory.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstpromoter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firsts-squad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstsupport.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"firstthings.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstvds.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firstwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"firwinds.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fis-ski.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fischipedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiserv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiservapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiservapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiservapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fiservmobileapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fisglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fish.audio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fishboardcrew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fishcloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fisherinvestments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fishersci.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fishki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fishserver.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fit-pay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fit.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitauto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitbit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitchratings.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitday.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fitforfun.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fitgirl-repacks.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fithub.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitia.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fitmentindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitnell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitnyc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fitorf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fitsmallbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fittingbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"five64dmv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"five9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"five9.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivebelow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivecdm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivecron.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivem.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiverr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiverrcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivethirtyeight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fivetran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fiwfan.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fix-price.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fixpr.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fixtelega.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fixthephoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fixture.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fixuresrethink.cfd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fixya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fizzopic.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fizzyacerbitymellow.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fjallraven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fjsdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fjsen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fju.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fkey.win","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fkupon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fl.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fl.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flaconi.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flagcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flagcounter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flagright.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flagship.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flagsmith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flagstar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flairadscpc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flairlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flamp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flareflow.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flaru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flash-dash.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flashb.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashback.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashblock.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flashbots.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flashdash.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashforge.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashjoin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flashscore.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.com.ve","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.ninja","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscore.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscorekz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashscoreusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flashtalking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flat-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flatfox.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flathub.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flaticon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flatmates.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flattr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flatuslifir.is","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flatx.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flava-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flavedo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flaviar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flavii.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fldoe.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fleaflicker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fleetdm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fleetfarm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fleetline.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fleetworks.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fleetzero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flepquix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fler.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flerap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fleraprt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexbe.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexclip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexfits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexibits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flexjobs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexmls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flexnetoperations.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flextock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flextronics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexwashtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexwebhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flexwebhosting.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flgov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flhsmv.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flibusta.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flibusta.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flic.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flick.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flickr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flickriver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fliggy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flightaware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flightconnections.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flightera.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flightfox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flightglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flightradar24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flightrising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flightsim.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flightstats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flinders.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flingo.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flingster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flintk12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flip.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flipboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flipbuilder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fliphtml5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flipkart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flipkart.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flipox.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flipp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flippa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flippback.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flippenterprise.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flippingbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flipsnack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flirt4free.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flirtify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flitsmeister.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flix360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flixbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flixbus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flixcar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flixcart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flixcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flixfacts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flixster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flixtor.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flnet.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flo.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"flo.health","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"float-zone.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"float.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floathealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floatingpoint.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floatpays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flockingchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flockjay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flocksafety.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flocktory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flodesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flokinet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flomni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flooranddecor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floors.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floqast.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"floqast.engineering","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"floracene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floridabar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"floridahealth.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floridalottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floridapolitics.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floridarevenue.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"floridastateparks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"floridatoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"florin.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flotthq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flourish.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flow-content.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flow.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flow.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flow.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flowcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"floweq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flower.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowercompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowglad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowgpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowly.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowmanual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowmusic.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"floworks.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowpaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowplayer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowroute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowscope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flowsixteen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flowtel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flowwow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"floxis.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flsenate.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flu.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fluco.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluentcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fluentu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluidinvesting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluidplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flurry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flushpersist.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flussonic.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flutter-io.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flutter.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flutterflow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flutterwave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluvenkarthon.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flux-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flux.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fluxauto.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fluxlink.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fluxsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flvcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flvs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fly.dev","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyanalytics.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyasiana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flybreeze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flycode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flydns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flydubai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyeralarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyertalk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flyfoxgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyfrontier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyingcroc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyingcroc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyingpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyingtiger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyingvoice.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flykatyusha.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyme.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flynas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyordie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flypeach.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flypgs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flypobeda.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyporter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flypyka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flysaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flysas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"flyscoot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyserv.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flysleep.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flytap.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flyteam.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"flytogarden.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flyvaya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flywheelsites.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"flywire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmb.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmcna.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmgid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fmgsuite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmhy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmkorea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmonline.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fmoviess.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fmprc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fms-udm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fmscout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fmworld.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fn-pz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fn7game7v9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fn7zone5v1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnac.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnac.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnac.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnacspectacles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnal.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnb.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fnbconnect.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fncstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fndl.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fndrsp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fnf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fngml.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fnix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnlfx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fnn.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnnas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fnnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fnos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fnp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fnp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fnyfeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foaster.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focal.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focalml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focus-news.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focus.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"focus.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"focus.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"focus.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focusfeatures.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focusonthefamily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focustaiwan.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"focusvision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fodors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fodzyme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-User","Claude-SearchBot","Perplexity-User","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fogadas-sport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fogaonet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fogbender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foggymorningmist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foisonad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foiz.pro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fojik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fojik.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fok.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fold3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foldingathome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foleon.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"folger.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"folha.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"folhavitoria.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"folieporno.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"folkd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"folkhalsomyndigheten.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"follett.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"follow.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"followfollow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"followupboss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"followupthen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fomentoacademico.gob.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fomo.family","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fomos.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fon.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fonbet.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fondeadora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fondo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fondoambiente.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fongo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fonmix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fontanka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fontawesome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fontawesome.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fontmeme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fonts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fonts.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fontshare.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fontspace.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fontsquirrel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fontstruct.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foobar2000.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"food.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"food.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"food52.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foodallergy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foodandwine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foodlion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foodmate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foodnavigator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foodnetwork.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foodnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foodpanda.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foodpanda.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foodrepublic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foodsafety.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foodsafetynews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foodsharing.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footba11.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"football-italia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"football.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"football.london","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"football.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"football24.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"football360.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"football365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footballant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"footballbet-tips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footballchannel.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footballi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footballkitarchive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"footballtransfers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footboom1.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footerfont.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"footlocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footlocker.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"footmercato.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footprint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"footprintdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"footprintnetwork.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footyheadlines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"footystats.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foragentsonly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forbes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forbes.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forbes.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forbes.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forbes.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forbesimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forbesindia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forbesjapan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"force.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"force9.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forcedcinema.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forcepoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forcepoint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forceusercontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forclass.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forconect.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ford.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ford.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ford.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fordaq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fordfoundation.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fordham.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fordification.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fordpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forebears.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forebet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreca.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreca.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"forecast7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forecastly.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foreflight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreignaffairs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foreignpolicy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreman.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foresee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foresight.tt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreskin.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forestapp.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forethought.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreupsoftware.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forever21.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreverlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreverliving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forevernine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foreverpirates.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forexby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forexfactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forexpros.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forge-robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forgeautomation.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forgecdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forgehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forgejo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forgen.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forgeofempires.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forgerock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forgerock.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forhers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forhims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"form-mailer.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"form.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"formance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"format.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"formlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forms.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forms.gle","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"formsite.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"formstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"formula1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"formulainsight.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"formzu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fornex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forocoches.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forogore.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"forpsi.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forrent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forrester.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forsakringskassan.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forsal.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forscprts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fort.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forteacher.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortebet.ug","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortes.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortex.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forth.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forthnet.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forticloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortiddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortidyndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortiedr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortigslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortiguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortiguard.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortinet-notifications.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortinet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fortinet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortinetipssubmit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortinetvirussubmit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortisase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortiwebcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortnite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortnite.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortnitetracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fortnox.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortum.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortunahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fortunazoar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fortunebusinessinsights.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortunecity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fortunedancer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forum.market","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"forum24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forumactif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forumcommunity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forumfree.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"forumhouse.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forumotion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forumwanda.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forvismazars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forward.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"forza.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forzafootball.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forzamotorsport.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"forzastyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fos5echocaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fosdem.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fosshub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fossil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fosstodon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foster.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotbal.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fotka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fotmob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotocasa.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotocdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fotocommunity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fotocommunity.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fotogramas.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fotolia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotolog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotomac.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotoscapes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotostrana.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fotpro135alto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fouanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"found.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"found.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"found.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foundation-industries.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foundationapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foundationcenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foundationdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foundationdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foundit.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fountain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foureyes.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fourfourtwo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fourgrowers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fourhoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fourlevelsgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fourmilab.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fourseasons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foursquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fourthwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fout.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fow.lol","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fox10phoenix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox11online.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox13news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox13now.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox13seattle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox17online.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox26houston.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox29.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox2detroit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox2now.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox32chicago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox35orlando.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox40.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox4kc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox4news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox59.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox5atlanta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox5dc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox5ny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox5sandiego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox5vegas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox6now.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fox8.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox8live.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fox9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foxaholic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foxbaltimore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foxbusiness.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxconn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxdor.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxdoua.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxford.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxhis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxible.pro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foxiceberg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foxitsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foxkitcloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"foxnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"foxsports.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"foxtel.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxtrot.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"foxweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fozzy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fozzy.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fpcdn.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fpcollector.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fpdf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fpf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fpf.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fpiml2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fpjs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fpl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fpnpmcdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fpo.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fpt.edu.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fpt.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fptshop.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fqnovel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fqnovelpic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fqnovelvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fr.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fr.im","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fr.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fractal-labs.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fractional.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fractionfridgejudiciary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frag-christel.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frag-den-doc.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fragment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fragrancenet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fragrancex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fragrantica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fragrantica.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fragrantica.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fragrantica.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"frajussygbdq.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fram.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"framaforms.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"framagit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"framasoft.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frame.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frame.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frameo.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frameo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"framer.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"framer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"framer.website","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"framerstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"framerusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"framewisehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"france-voyage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"france.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"france.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"france24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"francebleu.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"francecompetences.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"franceconnect.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"franceculture.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"franceinfo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"franceinter.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"francetelevisions.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"francetravail.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"francetv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"francetvinfo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"francophonie.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frandroid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"franecki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"franke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frankerfacez.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frankfurt-airport.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frankfurt.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"franklincovey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frappe.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frase.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fraserinstitute.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fraud0.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fraudshallnotpass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fraunhofer.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fravega.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frbsf.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frcapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frd5gw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frdmhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freakonomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freakyza.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"frebsite.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freddiemac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fredhutch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fredmeyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"free-blogz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-codecs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-daily-spins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"free-dating4you.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"free-ebooks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-electrons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-pokies.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-reels.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"free-scores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-slot-machines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free-tracker.ga","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"free.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free.nf","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free2move.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"free3d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeadblockerbrowser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeads.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeawesometv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freebeacon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freebit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freebitco.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freebsd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freebuff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freecadweb.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freecash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freechatnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freecodecamp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeconferencecall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeconvert.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freecsstemplates.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freecycle.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeddns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freedesktop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedns.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedom.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedom1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedomfi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freedomforum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedomhouse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedominter.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freedomscientific.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freedot.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freedownloadmanager.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freee.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freefind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freefireind.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freefiremobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeforums.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freegeoip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freehost.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freehostia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeimage.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeimages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeipapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freejobalert.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancehunt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freelancer.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.jm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelancer.uy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freelistingusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freemail.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freemake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freemalaysiatoday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freemans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freemeteo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freemeteo.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freemusicarchive.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"freemyip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freenet.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freenode.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freenom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freenss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeola.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"freep.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"freepascal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepatentsonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freepdfconvert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepeople.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freepik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepik.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeporn8.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeporno.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepornvideo.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepornvideos.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeportmarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freepressjournal.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeprivacypolicy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freerepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeserve.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeservers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeserviceplays.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freesexarab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freesexkahani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeside.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freesolo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freesound.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freestrip.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freestyle.abbott","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freestyle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freestyle.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freetcp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freetds.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freeterabox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freethemesy.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freetype.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freeuk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freevideo.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freeviewplay.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freevpnplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freewebnovel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freewebs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freexh.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freexh.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freexh.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freexh.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freiburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freiepresse.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"freifunk-stuttgart.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freifunk.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freightpass.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freightwaves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freilassing.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freitag.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frekil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"french-stream.one","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"frenzy.bingo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frequency.stream","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fresco-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fresh8.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fresha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshauto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freshbooks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshcasinoslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"freshchat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshconnect.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshdev.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshfactory.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshmeat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshpaint-impression.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshpaint.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshporno.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshrelease.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"freshservice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freshworksapi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fresnobee.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fretebras.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freterium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"freundin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"freyavoice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frgimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frhiys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"friendempire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"friendfeed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"friendlycaptcha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"friendquiz.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"friendster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frieze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"frigade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fril.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fringster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fritz-berger.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fritz.box","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fritz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"friv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frizzle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frogo-aft.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"froma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frommers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fromolive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fromsmash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fromsoftware-game.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fronius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"front.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"front.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontgatetickets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontiernet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontiersin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontlineeducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontofficesports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frontol.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frontpagemag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frontrics.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frontrunnerpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frontsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"froxlor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frozenpayerpregnant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frs2c.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fruitcloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fruitmail.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fruits.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frumentum.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fruugo.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fruugo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"frvr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"frwiki.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fry99.cc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fs.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsa.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fscut.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsdatacentre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsf.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsfe.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsiblogx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsist.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsivideo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsk-ees.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsldctr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsnet.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsolver.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsrar.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsrv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fss.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fssai.gov.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fssb.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fssoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fssprus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fst.onl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fsticks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fstoppers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fstr.rocks","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fstravel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fsvps.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ftapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ftc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ftc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftchinese.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ftd.agency","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ftdichip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fti.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftlaunchpad.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ftp1.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftpub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftscrt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftvlist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftvnews.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ftvproxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fu-berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fubar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fubo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuck-rkn.xyz","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuckmoral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fucolle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fudan.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuegodevida.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fueleconomy.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fueled.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuelly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fujian.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujifilm-x.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujifilm.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujifilm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujinkoron.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujisan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujitsu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fujitv.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fujoho.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fukuishimbun.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"fukuoka.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fukurama.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fulcrumresearch.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"full-count.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"full-design.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullcast.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullcontact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fulldesisex.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fullerton.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fullfact.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullhdfilmizlesene.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fullhindibfvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullhindisex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullscript.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullseam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullstory.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullswingapps.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullview.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullxcinema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fullxh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fully-kiosk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funaitools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funbabygame.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funbrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funcaptcha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funcionpublica.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"functionofbeauty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funda.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fundable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fundapps.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fundednext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fundera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fundersclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fundingpips.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fundraiseup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funeral-notices.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funeral-nsk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funet.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funformulagames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fungame.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fungames-forfree.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funinexch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funinexchange360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funinhorse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funinjeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funinrace360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funinrace365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funinstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funix.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funkemedien.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funko.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funky-fruits-slot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funlinkads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funmora.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funnelcockpit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funnelish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funnyaihost.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funnyjunk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"funnyordie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"funpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funpic.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funrep.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funsdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funsilo.date","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"funtime.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funtrivia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"funvideorus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fupa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furaffinity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"furbo.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"furiousexpansion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"furman.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furnishedfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furocare.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furry-paws.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"furtherai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furunavi.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"furusato-tax.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"furycloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fuse.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fuseai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuseinsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuseplatform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fusion-platform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fusion.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fusionad.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fusionauth.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fussball.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fussballdaten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fussballtransfers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fut.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futbin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futbol-11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futbol-libre.su","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futbol-libres.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futbol11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"futbol24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futbolfantasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futbollibregol.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futbolslibre-tv.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futunn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futura-sciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"futuralabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"future-aihub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"future-s.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futurecdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futureclinic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futuredigiassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futurefields.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futurehost.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futurehybrid.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futurelearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futuremarketinsights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futureoflife.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futureplc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futuresouls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futuretodayinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futurezone.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futurezone.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futurism.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"futurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futustatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"futwiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fuw.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fuximain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fuxue.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fuyoutianshi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fuzoku.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fvds.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fvnkonnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fw-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwcdn3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fwdby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwdcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwi.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fwmrm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fwpixel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwpub1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwrd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fws.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fwsyxt.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwsyxt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fwupd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fwwgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fxdx.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fxempire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fxltsbl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fxnetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fxstreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fxtools.gl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fxycpx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fyber.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fyers.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fyndiq.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fynncredit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"fynor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fz-juelich.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fzbox.tools","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"fzi.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"fzjiading.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g-cloud.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g-enews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g-ha-gmx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g-mark.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g-p-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g-portal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g-star.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g-trouve.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g.globo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g.page","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g1-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g1-dns.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g123.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g2.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g20.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g2288.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"g2a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g2afse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g2crowd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g2g.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"g2nft.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"g4media.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g4skins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g5e.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"g777.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"g77bd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"g9hc4.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ga.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ga.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ga.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gabbcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gabia.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gabia.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gabia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gacoragam69.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gadgets360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gadgetslaboratory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gadsme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gadzooksrudely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gafg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gag.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gagadget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gagaoolala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaiaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaiasite.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaigu11.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gaigu15.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gaiia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaijin.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaijinent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaijinpot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaikai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gainesville.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gainful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gainsightcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gainwelltechnologies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gala.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gala.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"galabingo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxite.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galaxus.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxus.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxy-cdn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxy-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxy.tf","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxyappstore.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galaxycloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galaxydata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galaxydigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gale.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galerabett.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galeria.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galerieslafayette.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galevisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galicia.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galileoab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galini.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gallaudet.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"galleryvalery.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gallimard.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gallup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"galottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gals-telecom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gama.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamaibids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamasutra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamberorosso.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gambleaware.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamblersanonymous.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamblerzone.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gambling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamblingcommission.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamblinginsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamblingtherapy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamcare.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamcore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamdom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"game-insight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"game-mode.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"game-sdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"game.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"game.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"game8.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"game8.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gameanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameassists.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamebanana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameblog.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamebytes.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamecity.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamedesire.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gamedev.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamedeveloper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamedistribution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameduell.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamefa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamefactory.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamefaqs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gameflare.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gameforge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamefound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamegamb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamegrids.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamegrow.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamehayvl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameinformer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameinstaller.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamejolt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamekillerapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamekult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamelet.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gameloft.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamemaker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamemania.co.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamemasha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamenet.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamenila.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamepantheon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamepass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamepedia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamepix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamepressure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamepro.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamer-network.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamer.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamer520.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gamerant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gamerantimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamerch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamereactor.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameresourceshub.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamerhit.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamersclub.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamersky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamerxyt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"games-alchemist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"games.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamescombine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamesgx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gameshub.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamesindustry.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gamesnacks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamespark.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamespeppa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamespot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamespy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamesradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamessofun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamestar.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamestop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamesview.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gametech-app.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gametime.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gametracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gametrailers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gametwist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamewith.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamgee.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamifyspace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaming-sdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamingamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamingbible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamingtoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamisco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gamma.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamma.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamma.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamma.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gammacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gammaplatform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamoshi.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gamovation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gamstop.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ganamosco.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ganamosnet.club","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ganamosnet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ganarchance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gandi-ns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gandi-ns.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gandi-ns.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gandi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gandul.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ganggay.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ganji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ganjingworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ganjoor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gannett-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gannett-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gannettdigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gannettinnovation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gansos.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gansu.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gao.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gaoding.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gaohuaam.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaohuaassetmanagement.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaohuasecurities.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaomon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaopaiwood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gapcanada.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gapfactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gapgpt.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gapinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gapixus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gapminder.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gappssmtp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garant.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garanteprivacy.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garanti.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garantibbva.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gardatech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gardena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gardenersworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gardeningknowhow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garena.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garena.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garena.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garenanow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garmin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"garmincdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garmtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garnstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"garotacomlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garotocomlocal.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garr.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gartic.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garticphone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gartner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"garuda-indonesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"garv.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gasbuddy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gashapon.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaspos.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gastecnologia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gastfreund.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gastrojournal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gastromedix.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gastronom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate-777.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate777casino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gate8.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gatech.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gateio.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gatekeeperconsent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gatesfoundation.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gatesnotes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gateway.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gather.town","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gatwickairport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaug.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gauss.money","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gauthmath.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gavi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gavia.berlin","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaviaspreview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gawker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gay.bingo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gay0day.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gayforit.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gayfute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaym.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gaymaletube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gayporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gayporno.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gayporntube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gays-cruising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gaytor.rent","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazduire.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazelzone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazeta.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazeta.press","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazeta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazeta.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazeta.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazetadopovo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazetaesportiva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazetaexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazetakrakowska.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazetaprawna.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazetatema.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gazetawroclawska.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazetevatan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gazettelive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gazeus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazi.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazladder.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gazo-chat.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazprom-neft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gazprom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gazprombank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazzetta.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazzetta.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gazzettaobjects.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gazzettaufficiale.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gba.gob.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gba.gov.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbanker.finance","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbatemp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbatteries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbdydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbede.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbif.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbitt.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gblx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbooking.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gboxlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gbqofs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbqofs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gbv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gcaptain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gcash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gcc.go.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gccdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gccdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gccrunchyroll.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcd-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcfglobal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gchao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gci.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcjszfl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcloudcs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcloudsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcontent.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gcore.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcorelabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcprivacy.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcprivacy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcrenwp.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcs-web.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gcu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gd-sanhe.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gd.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gda.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdata.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdatasecurity.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdchemistry.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdcld.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdconf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdebenz.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdefence.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdemoi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdemoideti.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdeslon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdflpr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdfsnt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdleibaoji.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdms.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdnkfw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdpr-info.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdpr.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gds.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gdt.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdtimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdxtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gdz-raketa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gdz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ge.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ge.movie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gea.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geant.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geappliances.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gear4music.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gearbest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gearbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gearjunkie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gearpatrol.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gearspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gearupportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geb.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gebyarbellagio.pro.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gece.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gecko.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geckoboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geckorobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geckoterminal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gedidigital.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"geekbench.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"geekbuying.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geekflare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geeksforgeeks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geekwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geeky-gadgets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geely.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geelymexico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geenstijl.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geetest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geevisit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"geforcenow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gegen-hartz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gehealthcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geico.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geizhals.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geizhals.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gekisaka.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gekso.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gelbeseiten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gelbooru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gelderlander.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gelighting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gelocal.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gem.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gemalto.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gematsu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemcommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemidos.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gemini.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemini.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geminidshotgun.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gemius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemius.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemnote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemos-management.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemotest.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gemtracks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gen.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gen1e.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gen4.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gencat.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gendai.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genealogieonline.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genealogy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genealogy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genealogybank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geneanet.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genecards.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"genecis.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genengnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"generac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"general-instinct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"general.legal","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generalastro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"generalaviation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generali.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generallearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"generalmills.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generalproximity.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generaltrajectory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"generatepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generateprivacypolicy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"generationbi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"generator.email","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geneseo.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genesis-eshop.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"genesis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genesisedu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genesys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genetec.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genetec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gengxinhuandai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geni.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genial.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genially.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geniee.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genieedmp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genieesspv.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geniex.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"geniuslink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geniussports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genome.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genome.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genomelink.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gensler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genspark.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gentoo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gentosha-go.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"genybet.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"genyt.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geo-online.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"geo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geo.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"geo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geoadnxs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geobasket.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geobasket.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geocaching.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geocities.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geocities.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geocities.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geocities.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geocomply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geocomply.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geodataload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geode-sdk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geodema.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geodns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geodns.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geoedge.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geogebra.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geograph.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geoguessr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geohide.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geoip-js.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geojs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geolab.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geometrylitepc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geonames.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geoplugin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geopop.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"georgetown.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"georgia.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"georgiasouthern.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"georgjensen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geoscienceworld.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geostar.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geosurf.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"geotab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geotrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geoview.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"geox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gepush.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ger7.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"germany.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gerrys.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gesetze-bayern.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gesetze-im-internet.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gesoten.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gestion.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gestionatusdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gestiondecuenta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gestionsecretariasdeeducacion.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"get-carrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"get-moment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"get.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getaccept.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getadblock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getadri.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getads.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getaftercare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getagency.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getalai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getaleph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getalma.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getamigo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getanana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getanchor.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getangler.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getaround.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getasap.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getauctor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getavora.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbalance.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbalance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbaraka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbeamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbee.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getbenepass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbento.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"getbinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbiostack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbirdie.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbits.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getblockify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getblogs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbluebook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbluejay.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getblueshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbluma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbootstrap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbring.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getburnt.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbutton.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getbynder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcabal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getcallback.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcargo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcho.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getchu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getclear.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getclearapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcleva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getclicky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcoach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getcohesiveai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcomics.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcomposer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcomputable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcone.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcontact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getconvoy.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getcore.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcourse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getcrux.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdailyagape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdayjob.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdbt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdecipher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getden.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdexter.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getdiana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdockup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdrip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getdropbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getelessar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getelevar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getepic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfilta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfinvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfirebug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getfirefox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getflex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getflowbot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getflowbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getfluently.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfoodcourt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfreed.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getfuchsia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getglobaldata.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getgocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getgrass.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getgrav.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getgreenshot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getguru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gethealthkey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gethevn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gethipposcribe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gethomebase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gethompy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gethornet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gethypertrader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getinfodata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getintopc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getirongrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getironleap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getjad.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getjobber.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getjust.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getjusto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getkanda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getkashikoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getkeepsafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getkosh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getlago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getlark.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getlenk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getletterpress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getlexi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getlilac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getlimy.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getlokalapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getlovage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getmagic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmailspring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmaintainx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmatter.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmeadow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmerlin.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getmicrosoftkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getmodern.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getmodsapk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getmonero.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getnao.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getnashglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getnet.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getnetset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getnews.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getninjas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getnitropack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getnivara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getobento.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getofficely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getontop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getoxygen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getpaint.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpaloma.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpanora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpartna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getpathpilot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpelican.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpesto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getplutto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpocket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpostman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getprescience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getprospa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getprosper.ai?utm_source=yc&utm_medium=directory&utm_campaign=yc_directory","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getpublica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getpulse.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getquetzal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getrally.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getredo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getreliancehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getresponse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getrest.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getrevamp.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getrima.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getrockerbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"getroe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsafepay.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsatisfaction.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getscreen.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsentry.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getshogun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getshop.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsitecontrol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsitectrl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getsling.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsocratix.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsolum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsomatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsphere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getspine.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getspokn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsquire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getstoic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getstrada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getstructured.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsupadock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getswerve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getswipe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getswipe.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getsymphony.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getthematic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getthera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettimely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettireswing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getty.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettyimages.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gettysburg.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getui.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getunbound.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getupgraded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getveles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getventa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getversive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getwantd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getweave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getxray.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getyarn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"getyourguide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getzend.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"getzep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getzorba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getzowie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"getzuma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gevernova.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"geysermc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gf.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gfgtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gfi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gfireservers.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gfk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gfpxw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gfsrv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gfx.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gfycat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gg-global-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gg.deals","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gg67yc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gg7770.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggblueshark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggff.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggjav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ggmax.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggmgastro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ggpht.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggpluso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ggpolarbear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggs-bf2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggs-dwh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggsel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ggsel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ggwhitehawk.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghabovethec.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghacks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghanaweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gharsoaps.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghbtns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghcr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghdhair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghgprotocol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghisler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghlibo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghost.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghost.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghostchu-services.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghostery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghostery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ghosteye.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ghostscript.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ghst.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gi-de.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gia.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giacom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giallozafferano.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"giant-bicycles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giantbomb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gianteagle.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giantfreakinrobot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giantitp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giantpanda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giants-software.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giavang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gib.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gibdd.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gibson.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gid.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gifdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gifer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giffgaff.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gifi.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gifshow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giftup.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gifyu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gig.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"giga.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giga.chat","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giga.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"giga.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gigabyte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gigacatalyst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigafile.nu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigahost.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigaom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigas.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigasena.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigaserver.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigaset.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gigazine.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigsalad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gigya-api.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gigya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gihc.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gii.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giige.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giize.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gilasopoll.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gilbarco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gilead.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gilgameshpharmaceutical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gilt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gimbal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimbooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gimmesomeoven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gimo.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimp.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimy01.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimyai.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gimyplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ginatricot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gingerall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giornalone.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giosg.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giphy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gipsyteam.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gipuzkoa.eus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"giraff.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giraffic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giraffic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"girls.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"girlschannel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"girlscouts.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"girlswithmuscle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giroditalia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gismeteo.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gismeteo.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gismeteo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gismeteo.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gisomusic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gist.build","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"git-scm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"git.cafe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitbook.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitbooks.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitconnected.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gitea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gitea.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gitee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gites-de-france.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitflic.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /*"}
{"domain":"gitforwindows.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"githack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"github.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"github.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"github.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"github.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"githubapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"githubassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"githubcopilot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"githubstatus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"githubusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitkraken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitkraken.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitlab.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitlab.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gitmemories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitnux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitstart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitter.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gitv.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gitverse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giustizia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giva.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giveaway.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"giveawayoftheday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givebutter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givechariot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giveffect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givefreely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givefront.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givelegacy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givelively.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givemesport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"givemetap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"givesmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"giz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizaedu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizmochina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizmodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gizmodo.com.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gizmodo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gizwits.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gjacky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gjhyss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gjigle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gkdionis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gkg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gks.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gksmdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gktsy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gktvip.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gl-cs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gl-inet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gla.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glaad.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gladestudio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gladly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gladlythattoady.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gladns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gladns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glados-config.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glami.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glamira.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glamour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glamourlifestylehub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glamourmagazine.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glance-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glance.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glanceapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glancecdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glarysoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glasgowtimes.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glasoperator.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glass.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glassboxdigital.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glassdoor.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassdoor.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassdoor.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassdoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassdoor.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassdoor.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glassesusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glassgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glasswire.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glasvezelactiveren.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glauco.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glavbukh.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glavcom.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glavkniga.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glavred.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glaz.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glbimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glbth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gldmel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gldn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gleam.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gleap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gleeze.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glera.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gliacloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gliastudios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glideapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glifeblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glints.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glitch.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glitch.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glitchproductions.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glitzi.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glm789.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"glnet.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glnkco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global-e.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global-hotspot.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global-ic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global-standard.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"global-x.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"global.canon","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"global.fujitsu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global.gc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"global.honda","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global.ntt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"global.toshiba","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"global.toyota","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalbankingandfinance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalcdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalcdntech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalchange.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalcitizen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalconnetct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globaldata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globaldomaingroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globaldomainserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalforestwatch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalgiving.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalindustrial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalknowledge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globallap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globallink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalnews.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalntp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalpayments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalping.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalpoker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globalprivacycontrol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalreporting.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalresearch.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalsecurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"globalsign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globalsign.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalsigncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalsigndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalsiteanalytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalsources.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalspec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globalsun.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globaltimes.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalvisionad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globalvoices.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalwebindex.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globalwitness.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globalzroute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globe.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globe.exchange","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globe.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globed.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globehosting.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globenewswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globes.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globetrotter.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"globo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globoi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globoplay.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globovideos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"globus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"globus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glocentra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gloglo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glomex.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glomex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glonasssoft.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glop.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glopalstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gloria.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glorioushop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gloryads.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glosbe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"glossgenius.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glossier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glotgrx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glotorrents.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gloucestershirelive.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"glovoapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glowapp.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glowhost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glowing.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glpals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glpi-project.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gls-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gls-group.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gls-italy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gls-pakete.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gluetrail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"glueup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glulive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gluops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gluroo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"glvietsub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"glyphforge.shop","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gma-crypto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmane.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmanetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmarket.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gmarket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmauthority.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gmc-uk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmfinancial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmgn.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmi.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gminsights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gml-grp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmlinteractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmo.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmointernet.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmonit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmoregistry.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmoserver.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmossp-sp.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmpg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmru.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmslb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmw.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmwq.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gmx.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmx.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmx.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gmx.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gn-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gn-dns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gn.gov.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gname-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gname.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnavi.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnb.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnezdo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnolia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gnome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnupg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnuradio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gnway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go-esim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go-manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go-mpulse.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go-optic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go-parts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go-vip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"go.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go.givecampus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"go.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go0gles.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"go1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go2affise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go2assist.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go2cloud.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go2rcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go2sdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go2yd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go360iq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"go54.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"go99.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goabroad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goacoustic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"goadopt.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"goadservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goaffpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goairgap.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goal7.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goarmy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goatgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goatsports.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goauthentik.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gobankingrates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gobid.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gobiernodecanarias.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gobound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gobranded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocache.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocache.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gocardless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocarrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocarty.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gocase.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocertify.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocheetah.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gocomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gocompare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goconqr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gocopia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goctruyentranhvui30.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"godaddy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"godaddysites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"godagree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"godapply.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"godela.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"godhands.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"godiligent.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"godkc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"godlikeproductions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"godotengine.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"godrejenterprises.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"goekpa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goethe.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gofastchat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofeminin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofile.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gofin.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofinto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofizz.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofizzin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gofood.co.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goforandroid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gofruits.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goftino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gofund.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gofundme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gog-statics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gogenuity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gogl9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gogodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gogograndparent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gogoroyal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gogov.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gogrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gogs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goguardian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goha.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gohawaii.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gohenry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goherbalife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gohighlevel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gohojy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goholp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gohugo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goias.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goibibo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goindigo.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goip.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gojabu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gojek.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gojek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gojekapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gojiberry.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gojom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gokarsa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gokwik.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gol.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golabs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golazoz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gold-bets.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gold-usergeneratedcontent.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gold.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gold.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gold.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gold365.blue","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldair168.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goldapple.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldbelly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldbet.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goldbett.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldbridgebanking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldcast.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldderby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goldenfrog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldengate.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldenglobes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goldennugget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"goldenresult.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"goldensacam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldfishouncereburial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"goldfishslot.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldhoe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goldmansachs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldnet.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldposter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldprice.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldrush.llc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goldwin.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golem.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"golf.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golfchannel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golfdigest.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golfdigest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"golfexperttips.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golfgalaxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golfgenius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golfmonthly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golfnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golftown.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golfwrx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golinks.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golocal247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gologin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"golorry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golpredictor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goltogel72.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"golux.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golygoal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"golzu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gomag.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gominimal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gomining.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gomlab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gomotionapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gomotive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goneo.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gonet-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gonet.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gonewsvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gong.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gonitro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gonzaga.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goo-net.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goo.gl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goo.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goo.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goobike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"good-game-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"good-server-list.life","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"good-trading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"good.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodcover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gooddog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodfin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodfirms.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodgame.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodgamestudios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodhousekeeping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodimpressioncrboost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodline.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodmaximum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodmenproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodmorningamerica.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"goodnewsnetwork.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodnic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodnotes-devops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodnotes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodnotescloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodnovel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodoo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodreads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"goodreels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodreturns.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodrx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodshort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodsync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodtherapy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goodwe-power.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goodyear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goofish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goofy-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googirl.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"google-analytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google-cloud.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"google.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ad","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.al","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.as","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.bt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cd","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ci","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ao","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.bw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ck","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"google.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ke","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ls","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.mz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.tz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ug","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.ve","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.vi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.zm","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.co.zw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.af","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.bh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.bn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.bo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.cu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.cy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.et","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.fj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.gh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.gi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.gt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.jm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.kh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.kw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.lb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.mm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.mt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.na","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.nf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ni","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.np","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.om","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.pa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.pg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.pr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.py","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.qa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.sb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.sl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.sv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.tj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.tn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.uy","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.vc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.dj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.dm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.dz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ga","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.gy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.hn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ht","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.iq","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.is","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.je","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.jo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.kg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.md","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ml","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ms","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.mw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ne","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.nr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.nu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.pn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ps","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"google.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.rw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.sr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.td","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.tt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.vg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.vu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"google.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googleadservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googleapis.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googleapis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googleblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googlebot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googlecode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googledomains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googledrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlefiber.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlegroups.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlehosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googlemail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googleoptimize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlepages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googlesource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlesyndication-cn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlesyndication.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googletagmanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googletagservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googleusercontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"googlevideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googlezip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"googll.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goojara.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goope.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gooseworks.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goout.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gooutdoors.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gopay.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gopayapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gopro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gopsahome.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gopuff.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gopuff.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gopuff.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goqsystem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goraggio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gorbushkin.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gordonua.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gorgias-convert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gorgias.chat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gorgias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gorgias.help","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goriv.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gorodok.bz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gos-gsp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gosameday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gosats.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goseries4k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goserver.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gosexpod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gosi.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goskope.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gospodynka.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gosquared.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gost.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gosuslugi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goszakup.gov.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"got-game.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gota.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotchamall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotdns.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goteborg.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goteleport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gothamist.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gothesea.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotickets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotii.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotlanded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goto-rtc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotoassist.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoassist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotoassist.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotobg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoda.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoip1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoip11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoip2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoip3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotokeep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gotokyo.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotolstoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotomeet.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotomeeting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotomypc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotoresolve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotoshop.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotostage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gototraining.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotowebinar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotquestions.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotrackier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotrebol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotrendier.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotruemotion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gotrust.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gotsport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gottman.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goturkiye.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goulash.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gouv.qc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gouv.tg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gouvernement.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gouvernement.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov-img.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov-murman.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov-online.go.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov-static.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.ab.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.bc.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov.on.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gov.wales","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gov39.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"govdash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govdeals.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"govdelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goveagle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"governgpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"governing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"government.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"government.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"government.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"government.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"governmentjobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"governo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govexec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"govguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govinfo.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govmu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govsalaries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"govskope.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"govtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"govtrack.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"govtschemes.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"govvrn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"govx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gowork.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"goxh.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goxip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"goznak.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gp.gov.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gp.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gp4f.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gpb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gpbl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpcloudservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gperya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gpk.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpm-ssp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gpmdata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gpo.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gprocurement.go.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpshopper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpsonextra.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gpt32.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gpteng.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gptgirlfriend.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gptzero.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gpubgm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gq-magazin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gq-magazine.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gq.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gqindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gqisiytrxf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gqitalia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gqjapan.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gqmagazine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gr-assets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gr-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grab-bat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grabagun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grabcad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grabo.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grabpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grabtaxi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grabweb.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gracenote.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gradescope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gradia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gradient.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gradient.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gradle.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grafana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grafana.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grafana.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grail.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grailed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grainger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gramedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grameenphone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grammarly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grammarly.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grammarly.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grammarlyaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grammy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gramota.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grampus-server.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gran-turismo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"granbluefantasy.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grancursosonline.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grand-national.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grandbet88claw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grandgamesbe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grandgamestech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grandpashabet8201.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grandstream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grandtorank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grandtrain.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grandviewresearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"granicus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"granicusgovaccess.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"granify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"graniru.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"granjamillonaria.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"granma.cu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grannytube.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"granola.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gransy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grantland.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grants.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"granzabio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grapee.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graph.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grapheneos.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grapheneos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graphicriver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"graphify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graphisoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graphql.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graphviz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grass.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gratisafhalen.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gratiskryssord.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gratisography.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gratka.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gratowin-casino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grattis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gravatar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gravitational.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gravite.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gravitec.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gravitec.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gravitel.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gravitycloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gravityshavings.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gravy.finance","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gravypass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graylog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grays.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grazia.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grazia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"graziamagazine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grcv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gre.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greaseboss.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greasyfork.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"great-site.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatandhra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatclips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatergood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"greatnet.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatplacetowork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatquestion.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greatschools.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greatwolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gree-apps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gree-pf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gree.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gree.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greedygame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greeka.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greekreporter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"green-ads.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenbids.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenbiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"greencanopynode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greencolumnart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greencolumnblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenend.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greengeeks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greengeeks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greenhouse.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greenmangaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greenme.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"greenpeace.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greenpeace.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greenpulseinsight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greensunhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greentechmedia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greentoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"greentreeone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greentube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenvideo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greenvilleonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"greenwichmeantime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"greenxh.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greetingsisland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gregw.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grena.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grento.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grepler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grepmed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grepolis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greptile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grey-wing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grey.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greyhound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"greylabeldelivery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"greypointindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"grfc.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gribu.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grid.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gridhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gridware.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gridx.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"griffith.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grigorik.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grin.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"grin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grindr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grindr.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grindr.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grinnell.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grip.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"griprobotics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grisoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gritbrokerage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grizly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grizzlyapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grizzlysms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grnet.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"groamth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"grofer.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grofers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grohe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grokipedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gromo.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"groovehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grooveshark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groovinads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"groq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ground.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"groundtruth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"group-ib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"group.bnpparibas","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"group.nec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groupbycloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groupe-sncf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groupme.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"groupon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"grouponcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grouprecipes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groups.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grow.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growatt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"growave.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growcdnssedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"growingio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growkudos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growone.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growplow.events","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"growthbook.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growthbuddy.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"growtherapy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"growthrx.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"groww.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grserver.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"grsm.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gru.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grubbytrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grubhub.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grubmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grubstreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"grundfos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grunge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grupoboticario.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grupofpsinais.bet","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"grupoloading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gruposbf.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"grupostelegram.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gruposwats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gry-online.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gryphline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gs-robot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gs1.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gscdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gscdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gscontxt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gse.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gseb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gseedu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsght.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gshdw.cyou","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gshifen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsi.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsi.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsis.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsitrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gslbjpmchase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gslbnspk.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsmarena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gsmxs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gsp.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsrtc.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsrv.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsspat.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsspcln.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gssprt.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gst.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gstatic.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gstatvb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gstcpx.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gsuplementos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gsupport.support","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gsxt.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gt162037.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gt232558.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gta5-mods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gta5rp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtaforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gtarcade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtconnectedservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtdinternet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtei.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtelem.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gtflabs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtimg.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtja.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtlconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtld-servers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtld.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtm-a2b2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtm-a2b4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtm-a4b8.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtm-i1d9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtmetrix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtmpx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtplanet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtplsaathi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtranslate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtt.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gtue.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtv-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gtv-pub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gu-global.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gu-st.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guam.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guancha.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guangaishangcheng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guaranteed-reviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guard.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guardease.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardian-bio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guardian.co.tt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guardian.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"guardian.ng","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardianapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardianapps.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardianrf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guardingvision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardingvisionru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guardsquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gubagoo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gucci.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gudanglagu321.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gudfast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gudfilm2.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guenstiger.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guerlain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guess.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guestreservations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guesty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guggenheim.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guidelabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guidemefast.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guidepaparazzisurface.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"guides.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guidestar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guidewire.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guildai.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guildwars.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guildwars2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guim.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guinfra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guinnessworldrecords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guitarcenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guitarplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guitartuna.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guitarworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guizhou.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gujarat.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gujaratisex.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gujaratsamachar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gujgov.edu.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gulbenkian.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gulf-times.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gulfnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gullak.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gumgum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gumlet.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gumloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gumroad.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gumtree.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gumtree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gumtree.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gun.deals","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gunbroker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gundam-official.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gunosy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guns.lol","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guns.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gunsinternational.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"guoxiaodonggroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gupy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gurtam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guru3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"guru99.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gurufocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guruhotel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gusto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gutefrage.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"gutekueche.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gutenberg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gutgutgoose.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"guttmacher.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"guzelhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gva.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gva.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvm.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvn.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gvsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gvt.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvt1-cn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gvt1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvt2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvt3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gvweokuwxz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwadar.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwallet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwangju.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gwars.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gwdg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gwern.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwfb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gwn.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gwu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gx.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gx.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gxcorner.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gxgx222.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gxn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gxnews.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gxzf.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gy7y1w.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gyakorikerdesek.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gyazo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gygtest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gygtest.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gymclass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gymmasteronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"gympass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gymshark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gymsharkapps.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gys.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gyxrmyy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gz.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gzchgzc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gzidc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"gzip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"gzone.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h-da.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h-net.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h1.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h264.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h3c.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h3x.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h5crazygame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h5ecom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h5p.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h5short.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"h5sv6m.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"h5v.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ha.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ha7uujjmm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haaretz.co.il","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haaretz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"habari.co.tz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haber7.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haber7.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haberler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haberturk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"habit.yoga","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"habitaclia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"habitat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"habitrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"habr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"habradns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"habrahabr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hacettepe.edu.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hachettebookgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hachyderm.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hackaday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hackaday.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hackerearth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hackernoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hackerone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hackerrank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hackle.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hacklink.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hackmd.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hacksawgaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hackster.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hackthebox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hacs.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haddock.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hadrius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hadronid.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haendlerbund.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hagebau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hagerty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hai8g.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"haide-tech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haier.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haifa.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haihuizx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haijav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haikudeck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hailuoai.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hainan.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hairywomen.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haisoft.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haisum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haiwainet.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haixinlai.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hak.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hakunaymatata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hal.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haladir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halarastatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"halaxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halcyon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"halfbakedharvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"halfords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halifax-online.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"halifax.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"halkbank.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halktv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halliburton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hallmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hallmarkchannel.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hallow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halloweencostumes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halluminate.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halo.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halodoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haloitsm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"halopsa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halowaypoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"halvacard.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"halykbank.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"halyptt.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hama-sushi.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamarivasna.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamariweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamilton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hamiltonwatch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamming.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hammr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamraazmp8.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hamrah-mechanic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamrick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamropatro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamshahrionline.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamusoku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hamyar.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"han-solo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hananet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hanbiro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hancinema.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hancom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hand2mind.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"handbrake.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handelsblatt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"handelsregister.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"handl.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handle.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handoff.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hands.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hands.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"handtalk.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handwiki.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"handycomic.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"handyhost.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hangame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hangdaxinli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hange.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hangikredi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hangseng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hangzhou.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hangzhou.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hani.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hanime.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanime1.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanimeone.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanimesubth.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hanji.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hankooki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hankookilbo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hankooktire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hankyu-travel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hankyu.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hankyung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hannaandersson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hannover.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hannovermesse.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hanoi.gov.vn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hansel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanselman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hansha.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanson.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hanson.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hantamo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hanyang.ac.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hao123.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haobird.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haodf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haokan.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haolebenshi.cyou","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"haosou.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hapag-lloyd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hapi.trade","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haplat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haplorrhini.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haplotypelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happ.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happenstance.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"happl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happn.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happy-gambler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happy-porn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"happycolorapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happycow.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happyfoxchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happyhouse12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happyleafmotion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happymail.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happymh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"happymod.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happymod.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happymod.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"happyrobot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happyscribe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happysrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happystove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happytalkio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"happytapland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"happytradingslimited.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haproxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haproxy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haproxyedge.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hapsee.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hapseemate.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hapvida.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"har.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haraj.com.sa","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harbera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"harborfreight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harbortouch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardened-php.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardlightgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardoff.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hardreset.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardrock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hardstress.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardstresser.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardverapro.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hardware.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hardwareintelligence.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hardwareluxx.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hardwarezone.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haremaltin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hareruyamtg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harica.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harknmav.fun","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harley-davidson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harmankardon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harmonicdiscovery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harmonicsecurity.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"harness.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harpercollins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harperinsure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harpers.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"harpersbazaar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harpersbazaar.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"harrahs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harristeeter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harrods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harry.lu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harrypotter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hartford.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hartfordmedia.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hartfordmedia.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hartvannederland.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harvard.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"harvardlawreview.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"harvardmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harvestapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"harvey.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harveynichols.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"harveynorman.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haryana.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"has-sante.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hasbro.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hashicorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hashnode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hashnode.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hashthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hashvault.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hasil.gov.my","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haskell.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hasladokrzyzowek.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hasznaltauto.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatalike.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatarako.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatchbaby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatchet.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatchways.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hateblo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatena.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hatenablog-parts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatenablog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatenablog.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hatenadiary.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hath.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hathitrust.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hatpublic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hattrick.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"haufe.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haufe.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haufedev.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haustechnikdialog.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hautetfort.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"havadurumu15gunluk.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"havan.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"havasedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"havegreatday.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haveibeenpwned.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haven.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"havenservicing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haverford.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hawaii.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hawaii.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hawaiianairlines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hawaiinewsnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hawamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hawkhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hawksearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haxx.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"haydaygame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haystack.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"haystack.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"haz.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hazelai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hazzptt.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hb9trx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbchengjian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbfxzx.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbgjp.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbhzs.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbidc.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbjqlaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbmrct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbnjls.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbomax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hbrd.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbs.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbszyysy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hbvl.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hbwrapper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbzhan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hbzy.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hc-ping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hc360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcahealthcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcapp-dc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcaptcha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hccs.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hclips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcltech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcmr.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcmut.edu.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcn.health","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hcspan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hcyt.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hd.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hd21.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdb.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdbkome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdblog.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdbluefilm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdfcbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdfclife.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdfilmcehennemi.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdfilmcehennemi.now","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdfr985.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhindisex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdhub4u.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhub4u.fo","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhub4u.glass","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhub4u.insure","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhub4u.limo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdhub4u.med","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hdmaal.hot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hdmaal.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hdporncomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdporncomics.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdpornfree.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdqwalls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hds2012.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdsex.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hdslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hdtube.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hdzog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"he.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"head-fi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headframe.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headout.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headtopics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headway-widget.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"headway.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"headwayapp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"healiahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"healmate.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"health.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"health.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"health.gov.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"health.mil","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthaffairs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"healthcare.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthcareitnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"healthcentral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthdata.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthdirect.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthequity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthfusionclaims.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthgrades.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"healthharbor.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthit.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthkart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthlane.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"healthpartners.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthplix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthsafe-id.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"healthsherpa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthtech1.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthworkforce.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"healthychildren.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heanet.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heap-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heapanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hearst.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hearstapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hearstnetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hearstnp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heart.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"heart.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heartaerospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hearthis.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heartland.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heartlandportico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heathrow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heatmap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heatmapcore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heavens-above.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heavy-r.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heavy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heavyfetish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"heb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heb.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hebbia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hebe.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hebei.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heberjahiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hec.gov.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hechingerreport.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hedgehogfoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hedgespecialty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hef.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hegel-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heibao.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heidihealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heihachi.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heiliao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heimdalsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heine.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heineken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heinonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heinz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heise.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hekko.net.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hel.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hela-lankaa-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helenos.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helicarrier.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helionenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helios-gesundheit.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helium.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heliumhealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helius-rpc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helix-db.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helixnano.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helixo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hella.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellay.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellhades.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hello-charles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hello.porn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helloalma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloasso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helloaviary.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloaxel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellobar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellobike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloclue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloconduit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellocozmo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"helloeos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"helloextend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellofresh.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellogiggles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellolunajoy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellomagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hellometer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellomillions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellomoon.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellopearl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellopublic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellorayo.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloretail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helloseer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellosehat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellosign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellosunset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellotalk8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"helloverify.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hellowork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hellporno.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helm.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helonic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpcrunch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpdeskeddy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helper-internet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helpguide.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"helpjuice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpme.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"helpnetsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpscout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpscout.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpscoutdocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helpwear.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helsenorge.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"helsinki.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"helvetia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hely.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hema.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hematology.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hembed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hemingwayapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hemmings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hemnet.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hemut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"henan.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hengam.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"henkel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"henleyglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"henry.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"henryford.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentai-foundry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentai-img.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentai.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentai18.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentai20.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentaicity.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaienvy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentaiera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentaiforce.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaifox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentaigasm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaihaven.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaiheroes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaila.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaila.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaimama.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaipaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaiporns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentairead.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaislayer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaistube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hentaithai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaivietsub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaivnx.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaivox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hentaiz.bot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hentaizap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"heo-robotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heoviora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heovl.im","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hepatx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hepsiburada.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hepsiburada.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hepsiemlak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heptabase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heqilense.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hera.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heraldcorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heraldnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heraldo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"heraldodemexico.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heraldscotland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"heraldsun.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"heraldtribune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"herbalife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herbgreencolumn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hercampus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herdr.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"here.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hereapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hereglb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herego.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heritage.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herm.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hermanmiller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hermes-robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hermes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hermesintl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hermesping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hermitagemuseum.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hero-sms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hero-wars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heroeswm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heroiclabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heroku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herokuapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herokudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herokudns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herokuspace.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herold.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herominers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"herondata.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herosite.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heroui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"herts.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hertz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hertz.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heru.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hesap.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hesaplama.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hespress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hessen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hessenschau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hessian.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hestus.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hetangsmart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heteml.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hetrixtools.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hetvomaug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hetzner.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hetzner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hetzner.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heureka.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heureka.group","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heureka.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heute.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hex.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexaagents.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexagon-analytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexagon-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexagon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexagonsmartlicensing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexawall.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexbel.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexclave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexin.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexnodemdm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hexo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hextom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hexun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heybuildbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heycanopy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heycharge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyclicky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heydude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyfood.africa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heygen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heygotrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyhyper.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heylink.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heylua.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heymalama.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyplura.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heypocket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heysavant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heytap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytapdl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytapdownload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytapimage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytapimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytapmobi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heytapmobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heytelo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyvagroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"heyvalaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"heyzine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hf.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hf.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hfbjz.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hfboards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hfm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hg.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hga027.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hga030.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hga035.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hga038.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hga039.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hga050.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hgoose.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hgtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hgupexam2025.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hgy120.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hh-online.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hh.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hh.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hh.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hhcdn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hhdev.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hhkld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hhkungfu.ee","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hhmi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hhpanda.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hhs.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hhu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hi-ho.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hi.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hi.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hi3gaccess.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hi5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hiaiabc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hibbett.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hibernate.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hibid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hibiny.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hibob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hibu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hibuwebsites.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hicbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hichee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hichina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hicloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hicloudcam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiddenvpn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiddnsservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hide.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hidemyass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hideservers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hidglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hifamiapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hificode.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hifixie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"higgsfield.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"higgsyx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highalanfull.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highbeam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"highcdnvideo.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"higheredjobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highleverage.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highperformanceformat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highradius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highsnobiety.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highspeedinternet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highstar.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hightail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hightimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hightouch-events.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hightouch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"highwebmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"highwire.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hihi2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hihonor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hihonorcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hihonorcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hiido.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hijuconn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hik-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hik-connectru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hik-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hik-partner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hikcentralconnect.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hikops.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hikvision-cctv.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hikvision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hikvisiondb.webcam","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hillclimb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hillnohouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hillsdale.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hillspet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hilookview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hilti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hilton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hilton.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hily.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"himfr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"himodus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"himss.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hinative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hindawi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hindibluefilm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hindichudaivideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hindixxxsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hindustantimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hinet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hinet.net.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hingeaws.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hingenexus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hingeprod.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hint.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiocdis.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hioperator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hip-hosting.ovh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hipaajournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hipcamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiper.cool","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hipertextual.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hippo.build","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hippoobox.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hipporeels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiration.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hireart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hirebolt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hirenimble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hireroger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hireseals.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiresweet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hirosecure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiroshima-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiroshima.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hirri.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hirugdil.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"his-j.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"his.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hisavana.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiscoregame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hisense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiservert.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hismarttv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hispalisdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hispeed.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"histats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"historians.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"historic-uk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"historicengland.org.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"historicenvironment.scot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"history.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"historydb.date","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"historyextra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"historyfacts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"historynet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"historytoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"histowiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hit.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitachi.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitachi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitachienergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitappsgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hitched.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hites.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitmaal.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hitnspin-casino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitnspinslots.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitomi.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitosara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitpayapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitta.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hitv.ltd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hitwebcounter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiv.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hive.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hive.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hivebedrock.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hivelocity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hivemq.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hivemq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiveos.farm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiverhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hivestack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hivestreaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiveworkshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiwaay.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiwaifu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hiworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hiwufhi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hiyaapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hizliresim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hj2k2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hjbywnkfk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hjwd685.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hjwzw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hk-tencentclb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hk01.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hkbnes.net.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkbu.edu.hk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkcable.com.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkcplzqitt.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkej.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkex.com.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkexnews.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hkg-fansub.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkirc.net.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkjc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hklaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hknet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hko.gov.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hkrtcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hktdc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hktvmall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hku.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hkust.edu.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hl.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hl7.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hlaboratories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hlbc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hlc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hldns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hldyizhi.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hlj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hlj.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hln.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hltv.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hlx.page","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hm.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmdb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmdglobal.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hmdnsgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hmetro.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hmgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmhco.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmidssp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hmpgloballearningnetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hmrc.gov.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmv.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hmv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hmzyet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hn.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hna.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hnc.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hndfzyxx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hnetwork-live.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hnfxjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hngangjiegou.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hnkgdh.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hnonline.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hns.family","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hns.tm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hntuji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hnzhonglinda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hoanghamobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoasted.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoathinh3d.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hobbyconsolas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hobbycraft.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hobbyking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hobbylinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hobbylobby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hobot.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hochi.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hochiminhcity.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hockey-reference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hockeydb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hockeystack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hodinkee.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoeffner.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoerzu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hoff.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hofstra.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hog.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoganlovells.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hogaru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hogrefe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hohoj.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoiio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hokali.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hokej.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hokiwaktogel.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hokkaido-np.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hokkaido.lg.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hokudai.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hol.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hol.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hola.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holadns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holafly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holahupa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"holapana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holcim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holdgently.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holidaycheck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holidaycheck.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holidaycottages.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holidayextras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holidayinn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holidify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holidu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hollandamerica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hollandandbarrett.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holley.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hollisterco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hollobook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hollywood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hollywoodbets.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hollywoodlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hollywoodreporter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holmesmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holodisks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"holoo11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"holoo12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"holst.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holygrail.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"holyworld.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homagames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home-appliances.philips","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home-assistant.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home-connect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home.barclays","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"home.cern","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home.kpmg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"home.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"home.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home.saxo","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"home24.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"home64.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homeadvisor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"homeaffairs.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homeaway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homebank.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homebase.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"homebrewtalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homecenter.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homeconnectegw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homeconnecthca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homecredit.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homecredit.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homedepot.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homedepot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homedepot.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homedit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homedns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homeexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homefind24.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homegate.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homehardware.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homeip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homejunction.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homelight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended","Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"homelinux.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homelinux.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homely.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homematic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homenetiol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homeoffice.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homepornking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homes.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homes.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homes.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homesandgardens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homestead.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"homestoreandmore.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hometalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hometax.go.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hometogel71.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homeworkcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"homo.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honda.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honda.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honda.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hondaelrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hondaturk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hondaurk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honey.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honeybadger.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeybook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeybot.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honeycomb.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeydew.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeygain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeylove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeyping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honeys-onlineshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeytoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honeywell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hongji-china.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hongkiat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hongkongfp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hongkongpoliticalwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honolulu.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honorhealth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honorma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"honorofkings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"honto.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"honvietnam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hoo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoodamath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoodline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hookspf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hoop.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoopchina.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoopgame.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoopladigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoopshype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hoopsrumors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hootsuite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoover.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hop-aero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hope.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hopegoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hopin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hopkinsmedicine.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hoplite.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hopper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hopto.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"horde.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"horiba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"horizonplay.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hornbach.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hornbach.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hornet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hornetsecurity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hornmot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hornybank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hornyfap.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hornyleak.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hornystudents.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"horoscope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"horseeden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"horseracingnation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"horsereality.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hortorgames.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoseasons.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosei.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hospedagemdesites.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hospitalitynet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"host-anycast.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"host-food.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"host-h.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"host-it.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"host-redirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"host-telecom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"host-vision.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"host-ww.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostaan.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostadvice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostak.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostarmada.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostasaurus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostatom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostave3.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostaway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostaway.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostbaron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostbasket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostcentric.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostclusters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostcocoa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostcreators.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostdime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostdl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosted-by-discourse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosted-by-vdsina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosted-by-vdsina.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosted.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosted.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostedcloudvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"hostedemail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostedresource.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostedrmm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostedstatus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostedxl.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostelworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoster.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoster.kg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hoster.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoster.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosterion.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosteur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosteurope.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostfactory.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostfly.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostgate.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostgator.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostgator.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostgator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostgator.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostgator.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostgator.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostgatorwebservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostguy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostia.name","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostico.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostido.net.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostifi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostifi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostiman.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostiman.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting-australia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting-cloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting-mexico.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hosting.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting.international","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosting24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostingberry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostinger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostinger.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostingersite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostinglotus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostingpalvelu.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostingpics.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostingplatform.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostingplus.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostingradio.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostingraja.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hostinguk.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostiq.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostiran.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostiserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostiservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostland.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostlife.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostlove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostmar.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostmonster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostname.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostnet.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostnet.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostnet.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostneverdie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostns.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostpapa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostpapavps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostpoint.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostpress.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostprofis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostseba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostserv.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostsevenplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostsg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostsharing.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostsolute.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoststar.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoststock.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosttech.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hosttech.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostway.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostwhitelabel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hostwindsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hostyourservices.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hot-chilli.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hot-india.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hot-sex-tube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hot.net.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotbookzone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotcars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hotcopper.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hotdeals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotdesifuck.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hotdoc.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotebonytube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoteis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotel-bb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotelbeds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotelkeyapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotelkit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotelmix.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotelmurah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotelplanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotelscombined.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotelsone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoteltonight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotfrog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hotgames.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotglue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hothardware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotindianvids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotjar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotjar.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotline.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotlog.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotminidrama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotnakedwomen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotnewhiphop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotnews.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotornot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotosena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotpads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotpepper.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotpic.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotpic.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hotplate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotpornphotos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotrk0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotschedules.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotsoz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotspot.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hotspotshield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotstarext.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hottopic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hottrumpnews.icu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotukdeals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hotwebhd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hotwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hotxv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hourlytechsignals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"house.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houseandgarden.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"housebeautiful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housebrand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housecallpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housedigest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houseoffraser.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"houseplans.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housesforsaletorent.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housewarming.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"housinganywhere.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"housingwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houstonchronicle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"houstonmethodist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houstonpress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"houstonpublicmedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"houstontx.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"houzz.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"houzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hover.to","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"howard.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"howdy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"howlongtobeat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"howstuffworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"howtoforge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"howtogeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"howtopronounce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"howwe.ug","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoy.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hoymiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoyolab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoyoverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hoztnode.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hozzt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hp.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hp10.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpanalytics.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpbose.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpcl.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpcnt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpconnected.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpcwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hpdaas.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpdata.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpeprint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpgamestream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpicorp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpplay.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpplus.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hprofits.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hpsmart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpv.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpwolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpyfeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hpytimes.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hqlf.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hqmachinery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hqporn.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hqporner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hr-link.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrblock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hrc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hrdive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"href.li","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hrewards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrmos.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hromadske.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrp.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrsa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hrsd.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrt.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hrw.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrworks.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hrzn-nxt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-analytics.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-banner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-data.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-esslingen.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-sales-engage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-scripts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-sites-eu1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs-sites.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hs.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hs.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hsadspixel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsappstatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsbc.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbc.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbc.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbc.com.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsbcnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsbrowserreports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscollectedforms.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn-eu1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn00.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn10.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn20.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn30.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hscoscdn40.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsdrn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hse.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hse.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hse.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hsex.icu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hsex.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsfkramer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsforms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsforms.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsguru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsiidevelop.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hslu.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsmedia.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hsprotect.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsqd.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hsreplay.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hss.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsselite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hstgr.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hstgr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hstspreload.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hsw.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ht-systems.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ht.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"htlbid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"html-load.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"html-load.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"html.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"html5rocks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"html5up.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htmlcodex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htplayground.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hts.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htsc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"httpbin.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"httpoxy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"httpstat.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"httpwg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"htvapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"htw-berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"htzq.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hu-berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hu-manity.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huaban.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huachu.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huami.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huan.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huanghuai.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huangye88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huanqiu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huaren.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"huatu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huawei.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huawei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huawei.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huawei.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huaweicloud-dns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huaweicloud-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huaweicloud-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huaweicloud-dns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huaweicloud-dns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huaweicloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huaweicloudwaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huayoucn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hub.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hub.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hub.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hub420.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubble.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hubble.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubblesite.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubcloud.foo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hubei.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubhc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hublot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubpages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubs.ly","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hubspot-at-test.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubspot.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubspotemail.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotfeedback.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotlinks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotonwebflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hubspotpagebuilder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hubspotpagebuilder.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotusercontent-eu1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotusercontent-na1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotusercontent-na2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubspotvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubstack.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hubstaff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubuc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubvisor.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hubweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hud.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hud.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hud.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hudie920.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hudl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hudson-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hudson.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hudu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huduser.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hueadsxml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hueb.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huedatastore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huekit.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huffingtonpost.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huffingtonpost.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huffingtonpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huffingtonpost.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huffingtonpost.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huffingtonpost.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huffingtonpost.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huffpo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huffpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hufs.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hugedomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hugedomainsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hugendubel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hugesex.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huggingface.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hugo-spielautomat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hugoboss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hugospiel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huifengjiazheng.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huijiwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"huion.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huji.ac.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huk-coburg.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hukukmedeniyeti.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hukumonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hulkapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hulkshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hull.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hulldailymail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hulu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hulu.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huluim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hululktaab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hulustream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hum.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humaans.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humanarchive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanbehavior.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humance.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humand.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humandx.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanegenomics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humanesociety.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humaneworld.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humaninterest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanite.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humanitix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"humankinetics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humanlayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanlove.stream","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humanly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humanservices.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"humbedooh.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humblebundle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humboldt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humeysha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hummerleaked.cyou","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"humo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"humoniq.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humoruniv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"humwork.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hunan.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hungerstation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hungryroot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hunker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hunter.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huntflow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huntingnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"huntington.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huntress.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huntrexus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"huntshowdown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"huobi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huobi.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huoma-cname.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huopint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huorong.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huoshanimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huoshanlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huosp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hupo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hupu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huqindustries.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hurawatch.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hurelax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hurriyet.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"hurriyetdailynews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huscarl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hushiedu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hushmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"husqvarna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"husqvarna.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"husqvarnagroup.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hust.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hust.edu.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hut.fi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huutokaupat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huxiu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"huya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"huyamba.name","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huyatvns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"huzhou.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hvg.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hvosting.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hw.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hwccpc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwclouds-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwcloudtest.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwfs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hwprize.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwrescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwrn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hwupgrade.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hxfiber.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hy-vee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hy315.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyatt.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyattinclusivecollection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hybrd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hybrid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hydentra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hydrahd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hydrawise.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hydro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hydroquebec.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyey.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hygall.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hylight.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hymnary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hype.meme","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypeandvice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypeauditor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypebeast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypeddit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyper-torrent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperallergic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyperbeam.com?ch=yc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperbolicglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperbound.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hyperbrowser.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hypercore.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypercubic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypergryph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyperhosting.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyperliquid.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hypermart.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hypernode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypernode.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperpad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyperprobe.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypersecu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypersolutions.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyperspell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypersurf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyperwallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypestat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypestream.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypixel.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypnohub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypnotube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypotenuse.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypothes.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypotheses.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hypovereinsbank.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hypr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyprmx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyr.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyrex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hyros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hys.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hysky.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hytale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"hyundai-meacv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyundai.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyundaicard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hyundaiusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hzgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"hzmklvdieo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hzngx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hzqscc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"hzshudian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-2000.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-a.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-bidder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i-free.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-host.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i-j-2-k.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-mo.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-mobile.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i-motion.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i-novus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-ready.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i-scmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i-trailer.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i18n-pglstatp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i234.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i24news.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i24slot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i2p.rocks","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i3c.co.ug","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"i3investor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"i4.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i7.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i993.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"i9dhjx.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iaai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iaasdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iabtechnologylab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iac.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iacr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iadb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iadvize.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iaea.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iafd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iai-system.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ialicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iam.gov.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iamcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iamcook.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iamsterdam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iana-servers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iana.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iantem.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iapp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iapure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iarc.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ias.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iastate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iata.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iau.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iau.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iaudienc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ib-game.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ib-ibi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibabyp2p.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibaldr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibama.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibanet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibb.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibeewifi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibercaja.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iberdrola.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iberdrola.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iberia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iberlibro.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibero.edu.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iberostar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibet788.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibge.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibiblio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibict.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibispaint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibisworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibkr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibl-video.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibmcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibook.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibops.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibosscloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibotta.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibps.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibroadlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibs.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibscorp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibspark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibsrv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibtimes.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ibus.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ibytedapm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibytedtos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ibyteimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ic-components.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ic-group.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ic.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ic3.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ica.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ica.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icaew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icafecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icalculator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icamra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icanbuy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icanbwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icanhazip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icann.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icao.int","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icarus.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icbc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icc-cpi.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icc-cricket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iccku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iccsafe.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iccup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iccwbo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icd10data.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ice-casinos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ice.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icecasinopl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icecast.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icecat.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icecat.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icecat.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icecat.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icecat.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icecat.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icegate.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icegay.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iceland.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icelandair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icepanel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iceporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icewhale.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icfcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icfi.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icg-in.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ich-tanke.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ichacha.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ichancy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icheckmovies.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ichgcp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icht.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ici.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iciazvpzsx.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iciba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icicibank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icicidirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icicilombard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iciclecrush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icij.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icims.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icio.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icj-cij.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iclasspro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iclin.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iclinic.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iclocator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icloseli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icloud-content.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icloud-content.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icloud.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icm.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icmarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icmdb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icmje.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icmp0.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icnanycast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icndns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ico.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icollector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icom.museum","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icomera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icomoon.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iconarchive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icondrawer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iconfinder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iconfont.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iconify.design","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iconnode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iconosquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iconpln.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icons8.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iconscout.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iconsoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icontact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"icook.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"icop.net.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icoremail.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icourse163.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icp.gov.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icp0.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icp100.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icpsuawn1zy5amys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icptrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"icpublic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icrc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"icrimewatch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ics-vpn.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icsi.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ictun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"icy-veins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"id.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"id5-sync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"id6.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idaho.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idahostatesman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idailybible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idaprikol.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idaptive.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idc-durentiga.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idc.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idcfcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idcfcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idcrawl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idcservices.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iddaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iddg.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idea-connect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idea.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ideacom.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ideal.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ideal.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealhome.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealista.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealista.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idealmedia.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealo.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idealsvdr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ideate.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ideco.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idefix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idemeum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ident.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"identidadedigital.pr.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"identitydigital.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"identitynow.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"identitytheft.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"identrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ideogram.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idep.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idexx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idexxsmartservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idler.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idlixku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idmap.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idnes.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"idnscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idntimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idokep.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idola.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idolfap.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idoocloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idos.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idouyinvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idowa.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"idownloadblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"idp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idp365.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idqqimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idrama.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idrlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idscraper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idsecure.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idsequoia.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idtm.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idtretailsolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"idw-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idwebhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"idwebhost.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"idxbroker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ie.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iea.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iec.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ieecas.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ieee.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iefimerida.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iegcom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ielove.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ielts.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iem.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iemiq.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ienso-dev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iesdev.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iese.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iesnare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iess.gob.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ietf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iett.istanbul","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iex.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ifad.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifastnet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifaw.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifc.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifc.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifconfig.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifconfig.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifconfig.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifdesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifedata.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifema.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifeng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifengimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifes.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifilo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifixit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifla.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iflscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iflux.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iflvopx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifmo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifo.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifood-static.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifood.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifood.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifortuna.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifortuna.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifpri.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifpserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iframe.ly","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iframely.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ifrance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifrc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifremer.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifrn.edu.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifrs.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifrs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifs.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifsc.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ift.tt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ifttt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ifunny.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ig.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ig.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igamecj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igamingbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igap.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igdb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igexin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igg.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iggapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iggm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igi-global.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ign.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ignimgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ignitioncasino.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ignorelist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ignou.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ignum.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igodigital.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igooods.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igotgames.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igraal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"igram.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"igromania.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igrsup.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"igt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"igvita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iha.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iha.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihago.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihapilive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihaveporn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihe.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihead.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iheart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iheartjane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iheartmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iherb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihfjsrkdw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihop.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihrhls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihsdnsw1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihsmarkit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iht.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ihuaben.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ihuoshanlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iiasa.ac.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iidns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iie.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iif.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iihf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iihs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iii.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iiii-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iij.ad.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iij.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iijcdn.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iijmobile.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iiko-systems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iiko.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iiko.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iiko.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iikoweb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iili.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iinet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iinet.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iion.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iionads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iiqapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iisc.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iisd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iiss.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iit.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iitb.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iitd.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iitk.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iitkgp.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iitm.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iitrust.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iium.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ijavhd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ijf.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ijg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ijoysoftconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ijs.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ijt10.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikarem.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikco.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikcosales.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ikentoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iki.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ikiru.wtf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ikman.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ikmultimedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iko-yo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ikoula.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikoula.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ikyu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ila3.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilabservice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ilait.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilan.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilbe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ildolomiti.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iledefrance-mobilites.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iledefrance.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilex.by","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilfattoquotidiano.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilfoglio.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilga.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilgazzettino.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilgiornale.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilgiorno.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iliad.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iliad.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilibr.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilikecircumcised.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilivedata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illinois.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illinois.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illinois.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illinoislottery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illinoisstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illum.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illuma-tech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illumelabs.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illumin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illumina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"illuminant.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illuminateed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"illusionblack.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilmanifesto.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilmatieteenlaitos.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilmattino.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilmessaggero.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilmeteo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ilna.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilogy.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iloptrex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilotbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iloveimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ilovepdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iloveusomuch.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iloveyourweewee.bz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilportaledellautomobilista.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilpost.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilrestodelcarlino.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ilsecoloxix.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ilsole24ore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ilsos.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iltalehti.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iltempo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"im-apps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"im30app.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imag.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imaga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"image-line.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagebam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imageban.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagedelivery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imageevent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagefap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagekit.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagemagick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imagemagick.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagerenderer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imageresizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"images-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"images-iherb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imageshack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imageshack.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imagetwist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagevenue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagexox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"imagify.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imaginationunwired.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imagine.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imagineai.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imaginelearning.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imaginemodels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imaginet.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imaging-resource.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imaitix.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imall.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imarcgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imau.edu.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imbid.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imblogs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imbox.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imcdb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imchip.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imcmdb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imd.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imedia.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imedia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imedidata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imei.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imeitools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imem.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imem.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imetaedu.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imfdb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"img-place.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"img-static.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imganalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"imgbb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgchest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"imgeng.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgflip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imggaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imghosts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imghst-de.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imginn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgix.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imgkit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imgnxa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imgnxb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imgoingto.icu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imgsmail.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgsrc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imguol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imguol.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imgw.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imhd.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imhentai.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"imi.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imicrobes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imlns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immanitys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immd.gov.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immedia-semi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immerioncasino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immersivelabs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immersivelabs.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immersivetranslate.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immersivetranslate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immi.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immich.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immigration.go.tz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immobiliare.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immobilienscout24.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immobilienscout24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immomo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immortal-romance-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immortalproxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immoscout24.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immoweb.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immowelt.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immunet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immunityproject.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"immutable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"immy.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imo.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imobie.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imoim.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imoim.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imolive.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imolive2.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imooc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imoodle.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imotech.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imoulife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imovelweb.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imp.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impact-ad.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"impact-drones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impact.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impactcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impacthub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impactify.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impactplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impactradius-event.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impactradius.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impawards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impct.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impel.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imperfect.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"imperial.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impericon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imperium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imperva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impervadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impervasecuredns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"impossiblemetals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impots.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imprdom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impress.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impression.link","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"impressum-generator.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imprezia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imprressly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imptracking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imput.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imredi.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imrworldwide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imsbiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imsdks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imslp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imsowiwiwiwiwi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imss.gob.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imssbienestar.gob.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imssms.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imt.care","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imtmp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imtwjwoasak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imunify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imunify360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imvu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"imweb.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imx.to","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"imyfone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"imynwvhmq.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in-addr-servers.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in-addr.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in-berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in-pocasi.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in-unison.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in.game","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"in.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"in.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in2p3.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"in3x.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ina.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inacap.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inaccord.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inaccuracy.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inadsexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inaf.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inail.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inappstory.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inaproc.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inaturalist.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inauth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inbake.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inbox.lv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inboxdollars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inboxsdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inbuild.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inbusiness.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inc.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inc42.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"incandor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incapdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incapsecuredns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inchcalculator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incibe.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incidecoder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incident.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incidentfox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incode.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incodesmile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incognia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incometax.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incometaxindia.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incompetech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"incontriamoci.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inconvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"incra.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"increase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ind.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indapass.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indavideo.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indazn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indebuurt.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"indeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indeed.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indeed.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indeelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indelible.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indels-a.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indemni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"independent.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"independent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"independent.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"independent.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"independer.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inderscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inderscienceonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"index.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"index.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"indexbox.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indexcopernicus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indexmundi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indexww.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"india.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"india.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiabix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiadafa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiaforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiahood.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiamart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indiamobiletube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiana.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indianbet77.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indianbfvideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiandefencereview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indianexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"indiangaysite2.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiankanoon.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indianoil.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indianpornempire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indianpornvideos.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indianrail.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indianrailways.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiansexstories3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiantubexxx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indianvisaonline.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indianxxxvideos.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiapost.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiarace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiarailinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indiaresults.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiatimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiatoday.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiatv.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiatvnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indiaxnxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indiebound.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indiedb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indiegogo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiehackers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indielite.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indiewire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indifferentlanguages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"indigitall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indigo.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indilogic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indinero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indischool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inditex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indmoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indoav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indodax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indoleads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indosat.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indosatooredoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indotrade.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indown.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indrive.dev","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indrive.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indriverapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indriya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inductionlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indusappstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"induscdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indusguard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"indusind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"industrialnext.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"industry.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"industry.spotlessmaterials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"industrybuying.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"industryweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indy100.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indymedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"indystar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ine.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ine.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inecnigeria.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ineed.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inegi.org.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inep.gov.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inet.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inet.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inetia.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inevent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inews.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inews.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inewsgr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inexio.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inf0.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infeedo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infektionsschutz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infeng.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infer.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infera.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inferedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infield.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infina.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infineon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infiniaweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infiniplay-game.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infinite-electronic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinite.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinitepay.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinity-component.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinity-tracking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinityapp.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infinityfleet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infinityfree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infiot.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infisical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infiuss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inflibnet.ac.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inflightinternet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inflowwapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"influ2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"influencermarketinghub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"influenster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"influxdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infn.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"info.gov.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"info.mathos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infobae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infobel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"infobip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"infoblox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infobox.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infobus.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infocamere.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infocert.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infoclimat.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"infoclinica.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infocyte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infodefensa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"infofer.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infogr.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infogram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infogreffe.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infojobs.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infojobs.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"infoldgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infolibre.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infolink.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infolinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infomaniak.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infomaniak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infomart.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infomatix.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infomir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infomoney.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infonavit.org.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infopanel.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infopedia.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infoplease.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infoq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infor.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inforcloudsuite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inform.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informacion.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informaconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informador.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informatic.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informatica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informaticacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"information.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informationisbeautiful.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informationweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"informaworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informburo.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"informer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informer.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"informz.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"infosec.exchange","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"infosecinstitute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infosecurity-magazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infoseek.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infoseek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"infospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infostart.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"infosys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infourok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"infowars.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infoweb.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infoworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infox.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infra-host.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infra-moonactive.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infra.new","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infracost.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infragistics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infralab.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infranken.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infrastructure.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infura-ipfs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infura.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"infura.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infusionsoft.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"infusionsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ing.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ing.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ing.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ingaa.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ingage.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ingate.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingatlan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingenico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingenieur.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingent.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ingentaconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ingos.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingramcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ingrammicro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ingresso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ingv.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inha.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inhabitat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inhancedcloud.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inhostedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inhostedns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inhouseclick.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inhousedsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ininet.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inisedaptogel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inist.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"initaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initaj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initbb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initcc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initdd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initff.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"initpro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inituu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initxa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"initxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inkbox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inkbunny.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inkeep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inkitt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inkl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inkscape.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inkuai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inleed.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inletai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inline.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inlinemanual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inloop-robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inman.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmarsat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmense.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inmobi-choice.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inmobi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmobicdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inmoment.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmoment.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inmotionhosting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmoviebox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inmuebles24.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inmyroom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inn.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"innate.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inner-active.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"innersloth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"innity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inno.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"innogames.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"innogamescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"innologica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"innopolis.university","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"innovasport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"innovelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"innovid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"innvictus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inoc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inoreader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inosmi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inova.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inpe.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inpharmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inpi.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inpi.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inpit.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inpost.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inprnt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inprotect.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inps-jung.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inps.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"input.ve.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inputservice.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inpvp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inpwrd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inquery.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inquirer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inquirer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inquisitr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inra.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inrae.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inria.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inrim.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inrs.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insales-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insales.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insales.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insalesteam.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insanejournal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insanelygoodrecipes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inscloudgate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inscribe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insead.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insee.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inserm.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insforge.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inshorts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inshot.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inshur.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insiad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inside-games.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inside-graph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inside-it.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inside.chat","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insideclimatenews.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insided.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insideevs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insidehighered.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"insidehook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insider-gaming.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"insiderintelligence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insidermonkey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insidethegames.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insidethemagic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insightcrime.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insightexpressai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insightful.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insightgoldatpmh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insighttimer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insomabio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insomnia.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"insomniaccia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insops.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inspectify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inspectlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inspectmind.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insperity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inspiredtaste.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"inspirehep.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inspireuplift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inss.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"insta-stories-viewer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insta360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instaagent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"instabridge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instabug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instacart.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"instacart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"instacrops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instagr.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"instagram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"instagrammernews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instajob.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instakin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instalab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instalker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"instamatch365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instamatch99.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instana.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instancelabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"instaninna.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instant-gaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instant.audio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instant.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instant.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instant.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instantcheckmate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instantdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instanthq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instantly.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instaon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instapage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instapainting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instapaper.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instapathbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instaplay.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instapundit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instaread.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instastatistics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instatus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instaview.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instawork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insticator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instiengage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instinct-space.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instinct.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"institutionalinvestor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instiz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instradns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instragram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instructables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instructure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instrumentidlyadoma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"instrumentl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"instyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"instyle.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"insurads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insurancebusinessmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insurancejournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insurf.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"insurify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"int-azure-api.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"int-ncloudgtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"int08h.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intacct.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intacttherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intake-lr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intakeq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intaspharma.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intechopen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"intego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"integraonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"integrated-reasoning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"integrator.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"integuru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intelbras.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"intelbrasp2p.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inteligo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intelius.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intellect.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intellicast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intelligems.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intelligence-factory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intelligenceadx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intelligentgolf.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"intellij.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intellimize.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intellimizeio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intellin-tech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intelline.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intellinews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intensecasino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intensedebate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intentiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intentsify.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inter-corporate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inter.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inter.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inter.net.il","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interac.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interactgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interaction-design.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interactivebrokers.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interactivebrokers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interactivebrokers.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interactivedns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interbet.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interbusiness.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intercars.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intercity.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intercom-chat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"intercom-mail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"intercom-messenger.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intercom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intercom.help","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intercom.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intercomassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intercomcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intercommerce.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intercontinental.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interdns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interdomain.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interempresas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interencheres.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interestingengineering.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"interfax-russia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interfax.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"interfax.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interfaze.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interfere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intergi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intergient.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interglot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interia.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interieur.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interimnameserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interkh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interland.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interlink.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intermarche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intermatico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intermedia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intermesh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intermountainhealthcare.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internalfb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internalmeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intername.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internapcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internationalcupid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internationalsos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internationalwomensday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internations.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internazionale.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internet-census.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet-filiale.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet-measurement.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet-positif.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet-webhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet1.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internet2.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetat.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internetbrands.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetcalls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetdownloadmanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetest.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internethaber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internethealthtest.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetid.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internetlivestats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetmatters.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internetsociety.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internetwarriors.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internetworldstats.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internex.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internexa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internic.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internic.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"internic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internl.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interno.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interno.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"internshala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"interntp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interpals.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interpark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interpest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interpol.int","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interq.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interregeurope.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"interros.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intersight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intersport.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intersport.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"interstroom.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intertek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intertop.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interviewmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interway.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"interwrx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intesasanpaolo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intgdc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inthegame.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inthesetimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intimissimi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intlfcstone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intlgame.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intlscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intoajaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intoday.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intools.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"intourist.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intracen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intrack.ir","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intrans.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intrastack.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intrdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"intred.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intrepidtravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"introweb.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intryc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intsig.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intsmarthub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intsvs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intuit.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intuit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intuitcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"intuitive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"intunedhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invaluable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invbox.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"inven.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invencocloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inventive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inventoryquant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inventos.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inveragil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"inverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inversionsemi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inversionspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invertbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invesco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invespcro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investagrams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investbamboo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"investidor10.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"investingchannel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"investingnews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investireoggi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"investmentnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investopedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"investor.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"investorgain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investorplace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"investors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"investwithaqua.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invezz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invgate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invideo.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invisalign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inviscidai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invisionapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invisioncic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invisioncommunity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invisionfree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invisionmedtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invisionservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invisionsetup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invitris.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invitro.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inviv.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"invoca.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"invocacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"invofox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invoicecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invoicehome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invoicesimple.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"invopop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inwporn.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inwx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inwx.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inx.net.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"inxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"io-servers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"io.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"io9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ioam.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iob.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iobit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iobroker.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iocl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iocnt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iodata.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iodonna.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ioh.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iol.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iol.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iol.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iol.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iolo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iom.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iomart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iomete.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ion.design","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ioncube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionicframework.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionos.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionos.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionos.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionos.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ionrr2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ionworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ioplex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ioref.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ioriveredge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iosedgedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iospress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iosqr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iot-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iot320.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iot334.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iot787.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iotbing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iotcplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iotflows.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iothings.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iovmcmjatl1.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iowa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iowl.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip-51-68-199.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip-adress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip-com.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip-home.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip-only.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip-plus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip-projects.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip-ptr.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ip.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip.sb","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip138.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip2location.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip2location.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ip6-servers.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipa.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipaddress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipaper.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipapi.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipapi.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipb.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipbes.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipc365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipcamlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ipcc.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipcheckerapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipcheckhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipchicken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipdata.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipdeep.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipe.ac.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipea.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipecho.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iperceptions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iperson.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipetitions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipfoxy.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipfs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipgeolocation.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iphmx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iphones.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iphost.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipify.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipinfo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipinfo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipinfodb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipipe.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipit.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iplanet.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iplanisp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iplanisp.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipleak.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iplocate.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iplocation.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iplogger.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iploop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iplsc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iplt20.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipma.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipmetradar.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipn.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iponweb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iporntv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iportal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipower.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipowerdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipp.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ippen.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipqs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipqscdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipqualityscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipredictive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipregistry.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iprima.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iprimus.net.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iprofesional.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iprom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iproperty.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iproyal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipserver.su","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ipserverone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipsharkk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipshu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipsnews.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ipsolver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipsos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipsosinteractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ipstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipstatp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipsy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipt.pw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iptime.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iptorrents.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iptv2021.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iptv2022.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iptvportal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iptwins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipv4only.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipv6-test.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipv64.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipv64.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipv6best.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipv6tracker.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipv6tracker.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipvanish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipvideotalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipvoid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipw.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipwho.is","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ipwhois.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ipxserve.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iq-dist-2.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iq.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iqgamehub.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iqhs.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqilu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iqiyi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iqiyipic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iql.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqolsys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iqoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqoption.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqvia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iqzonertb.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iracing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irancell.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irandns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iranhost.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iranintl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iranjib.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iranketab.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iranlms.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iranseda.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iras.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irasutoya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irbank.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ircam.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ircep.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irctc.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ird.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ird.gov.hk","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irdeto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ireader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irecommend.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ireland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ireland.ie","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irena.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irfanview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iridi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iris.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irishcentral.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irishexaminer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"irishjobs.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irishmirror.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"irishnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"irishracing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irishtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"irisohyama.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irisplaza.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irna.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irobot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irobotapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iroh.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ironcladapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irondns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ironledger.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ironlogic.company","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ironman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ironmountain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ironplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ironport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irozhlas.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"irpowerweb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irresponsible-smoke.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"irs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"irtextbook.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"is-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"is-fun.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"is-mis.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"is.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"is.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"is.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"is74.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isabel.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isabl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isaca.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isafepal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isagha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isaidub.ceo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isaidub.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"isaidub.you","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"isaimini.garden","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"isaimini.study","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"isappcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isbank.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isbe.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isc2.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isciii.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iscorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iseaskies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isengardindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iserv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iserv.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isgaccess.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ishannetsol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ishano456.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ishares.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isharing-gps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isharing.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ishe88.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"isi.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isignal.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isimple.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isimtescil.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isinolsun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isipp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isitmaal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iskon.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iskur.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islambook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islamibankbd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"islamicfinder.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islamqa.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islamweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"island.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islandhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"islandnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islands.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islcollective.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"islonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ismedia.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isna.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isnet.net.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isnet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isnetworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isnic.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isnssdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iso-group.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iso.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iso.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isolarcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isolarcloud.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isomedia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isonohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isp.sky","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispcamel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispconfig.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ispe.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ispmanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ispmanager.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispot.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ispring.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ispring.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispringlearn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isprog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ispsystem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ispvds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"israelhayom.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"israelhayom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"israelnationalnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isro.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iss.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"issabel.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"isse-russia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"issen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"issn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isstarsbuilding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"issuu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"istanbul.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"istat.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"istatmenus.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iste.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isthereanydeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"istockphoto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"istoedinheiro.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"istole.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"istreameast.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"istruzione.gov.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"istruzione.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"istudiosg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"isweb.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iswlegal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it-is.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it-lite.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it-outsrc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it-recht-kanzlei.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"it168.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ita-airways.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itaka.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"italia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"italiaonline.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"italki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"italotreno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itamaraty.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itar-tass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itatiaia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itau.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itaupersonnalite.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itb.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itbakit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itbox.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itc.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"itcapital.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itch.zone","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itctel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itdemon.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itec.al.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iteco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itecorp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iteldrive.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iteleserve.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"item.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itemdb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itemfix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itemku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itemmania.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itemsatis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iterable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iteratehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iterm2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iterocloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itesm.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iteso.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itftennis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itglue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itgroup69.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ithaca.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ithemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ithome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ithome.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iti.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itif.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itjust.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"itlab73.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itmedia.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itmo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itnews.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itocservices.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itoolabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itools.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itopsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itopvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itorrents-igruha.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itotolink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itp-forum.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itp.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itpays.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itpro.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itprotoday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itpub.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itri.org.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"its-newid.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"its.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsaffinity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsaol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itsecure.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itsfogo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itsfoss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itshandled.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsjack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itslearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsm365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsmy.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsnicethat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itspro.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itspservice.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itsrever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itssa.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itsupport247.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ittefaq.com.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itu.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itu.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itu.int","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itunes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itvcita.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"itvhotline.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"itworldcanada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"itzmx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iubenda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iuc.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iucc.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iucn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iucnredlist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iucr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iugu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iup.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iupac.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iupui.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivancity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivanti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivanticloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivasdesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivastudio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivcsmrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iveco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivermactin.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivermedx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivicdn.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivideon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iviewer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ivoox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ivy.homes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivymobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ivyro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iwank.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwantclips.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwantmyname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwara.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"iwc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwin-fortune.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwinfortune.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iwkoeln.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iwm.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iwn.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ix.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ix1000.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ixawiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixbt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixbt.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixbt.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ixdf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ixdzs.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixdzs8.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixigo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixigua.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixirhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ixlhosting.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ixlwvc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ixora.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ixsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ixwebhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ixxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iyf.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"iyfubh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iz.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"iza.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"iza.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"izap24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"izatcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"izbirkom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"izettle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"izi.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"izooto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"izotope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"izrablog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"izvestia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"j-3-x-r.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"j-cast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"j-dns.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"j.mp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"j2inter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"j67z85nx4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ja-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ja.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jaas.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jabarprov.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jable.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jabra.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jacionline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jackbox.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jackboxgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jackdaniels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jackery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jackjones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jackpota.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jackpotcharm-casino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jackpotcitycasino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jackpotmasterslots.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jacksonchen666.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jacksonsart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacksonville.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jaco.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacobin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacobinmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jacquemus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jacquieetmichel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jacquielawson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jadlog.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jads.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jadwalnonton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jagat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jagex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jagex.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jaggaer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jagoanhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jagran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jagranjosh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jaguar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jaguarlandrover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jaiblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jailatm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jaist.ac.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jakarta.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jakdojade.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jal.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jalalive.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jalan.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jalane41.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jalbum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jalf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jali.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jalisco.gob.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jalopnik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jalopyjournal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jalshamoviez.coupons","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jam.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamaica-gleaner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamaicaobserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamanetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jamb.gov.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jambase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jambleapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jameda.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamendo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamesclear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamesedition.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jamestown.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jamf.build","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jamf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamfcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jami.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamieoliver.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jamiiforums.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jampp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jamsadr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"janapw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"janeapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"janeapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"janes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","Claude-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"janet.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jang.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"janitorai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"janitorprecisiontrio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"janjii33.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jannyai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"janrain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jansatta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"janusaent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"janzhoutec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japaaan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japan-guide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japan.travel","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"japaneseasmr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japanesebeauties.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japanet.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"japanpost.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"japantimes.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"japantoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jappy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jarir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jarmin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jasoneskenazi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jasper.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jasso.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jatengprov.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jatimprov.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jatkoaika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jauns.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jav.guru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jav.sb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jav24hda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"java.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"java.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javadoc.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"javdb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javdock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"javeriana.edu.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javgg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javgirl.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javhd.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javhd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javhd.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javhdhello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javhdporn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"javhdz.men","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javidol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javlibrary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javmix.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javmost.ws","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javmyanmar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"javrank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javrate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javsek.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javsub.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javsubid.sx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javtiful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javtrailers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javviet.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javwow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"javwow.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"javxxx.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jawaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jawapos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jax.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jaxa.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jaya9bangladesh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jayski.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jazz.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jazztel.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jb51.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jbc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jbhifi.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jbl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jboss.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jbzd.com.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jc-gs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jc001.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcb.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jccm.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jccqiangbu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcglawyer.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jchldryq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jci.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jcloud-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcode.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jcom.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jcpenney.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcphi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcplatform.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcrew.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jcsc.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcu.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jcyl.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jd-sports.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jdadelivers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdb199.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdbcdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdcache.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdcloud-oss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdoqocy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdownloader.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jdpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdpower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jdsports.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jdsports.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jdsports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdsupra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jdwel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdwilliams.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jdxzyy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jdzj.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"je-labs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jeancoutu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jebbit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jecontacte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jedolo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jedox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jeep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jeetbuzz.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jeevansathi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jeevyfabrication.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jefferson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jeftinije.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jegs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jehost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jeito.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jejuair.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jekabpils.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jekyllrb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jellycat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jellyfin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jemogfix.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jenabmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jenfi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jenkins-ci.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jenkins.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jennymovies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jensonusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jentestore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jeopardylabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jerkmate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jerry.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jerseymikes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jestor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jet-external.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jet.amazon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jet.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jet.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jet2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jet2holidays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetadmin.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetbrains-ide-services.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetbrains.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetbrains.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetbrains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetbrains.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetbrains.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetdocs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetengine.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetevermerge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jethosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetpack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetpackaviation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetpackdigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetpens.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jetphotos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetpunk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jetro.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jetsmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jetstar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jeuneafrique.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jeuxvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jewelml.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jewishjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jewishvirtuallibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jezebel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jfa.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jfc.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jfit.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jfklibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jfrog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jfrog.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jftech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jftechsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jftechws.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jftechws.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jfy-jewelry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jgrqyxupl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jguru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jgwdybmjqo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jhancock.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jharkhand.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jhhwys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jhkkjkj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jhsph.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jht.services","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jhu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jhuapl.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiangpingjx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiangsu.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jianguoyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiangxi.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jianshu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jianweifz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jianying.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiashule.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiasule.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiasuma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiathis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jibecloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jibjab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jica.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiemian.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiffy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jifo.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiga.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiggleroctene.cyou","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jigidi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jigsawplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jigsy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiguang.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jiji.com.gh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiji.ng","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jilateskrimpanas.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiliblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jimcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimdo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jimdo.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimdofree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimdosite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimdoweb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimmobile.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jimmychoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jimmyjohns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jimstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jin10.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jin115.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jin33krak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jina.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jinair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jinba.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jinbo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jindun9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jinftry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jingbianhairong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jinkailijx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jino.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jinr.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jinritemai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jinshuju.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jinxandjack.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jioconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiomart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiosaavn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jira.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jirenjituan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jisc.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jisho.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jisin.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jit.si","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jito.wtf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jitsi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jitsi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jitsu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jitter.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jitx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jiuhuax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jiveip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jivetel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jivo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jivosite.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jivox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jixie.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jixingcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jixingdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jizzberry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jizzbunker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jjgirls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jjiikkll11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jjill.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jjjshg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jjlxoi.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jjshouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jjwxc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jjzlcc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jk.gov.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jkanime.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jkforum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jksolapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jksync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jktank.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jku.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jl.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlab.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jlccptt.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlcpcb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jleague.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jljlptt.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jll.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jlpokcu.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlr-vcdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlrext.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlrmotor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jlxyzszy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jm-data.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jm101.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jma.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jma.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jmbullion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jmcomic-zzz.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jmhrc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jmir.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jmmobi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jmosl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jmty.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jmu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jn.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jnbhi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jne.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jnedemure.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jneurosci.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jnir.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jnj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jnjdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jns.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jnskss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jnto.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joann.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joatoon-oh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"job-gear.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"job-medley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobat.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobbank.gc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jobbase.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobbmintatv.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobboard.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobcan.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jobcase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jobfilter.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jobfind.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobkorea.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"joblab.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jobleads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joblist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"joblo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobrad.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobrapido.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobright.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobs.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobs.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobs.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobs.nhs.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jobs2careers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobs2web.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobsatamazon.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobsdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobsora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobstreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobthai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobtoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobvision.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jobvite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jockey.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joebiden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joelonsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joemonster.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jofogas.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"joga-casino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jogatina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"jogemoa04.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jogemoa05.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jogosdecassino777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jogossantacasa.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"johanniter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"johndeere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"johndeerecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"johnhancock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"johnlewis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"johnnyseeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"johnpyeauctions.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"johnsoncontrols.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"join-stories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"join.chat","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"join.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"join.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinads.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinattain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joincandidhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joincarma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joincenote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joindex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinergo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinfightcamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinfleek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinflo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinforage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinforge.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinformal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"joingerald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joingleam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joingotomeeting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joinhandshake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinhealthspark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinhomebase.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinhoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinindianarmy.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joinindiannavy.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joinlore.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinloula.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinmarble.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinmassive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinmastodon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinnewton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinpap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinpeertube.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinplanbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinreframeapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinrelay.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinroot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinserver.xyz","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joinsmartpath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jointcommission.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jointraining.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joinwebinar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jollytur.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joltrixtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jomashop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jomodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jomoxc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jooaniot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jooble.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joom.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joom.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joomag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joomcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joomla.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joomshaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joongang.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"joonhealth.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jooto.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joplincloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joporn.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jora.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jornada.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jornaldenegocios.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jorudan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"josaa.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"josbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joshinweb.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"josporn.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jostens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jota.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jotfor.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jotform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jotformeu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jotun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joueb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jourchan.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"journaldemontreal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"journaldequebec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"journaldesfemmes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journaldugeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journaldunet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journalism.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"journalists.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journalnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journals.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"journalstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journeyapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journeymv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"journeys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jouwweb.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jovcloud.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jovempan.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jovencitas.gratis","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jovenclub.cu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jovetech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jovian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jovimobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jowo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joxnet.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joy-dev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joy-sourcing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joy.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joybang.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joybuy.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joybuy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joybuy.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joycityglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joyclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"joyclub.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"joyn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joynetgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joyreactor.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"joysound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"joysporn.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joystiq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joytraffic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"joytrav.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jp.sharp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jp1media.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpberlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpc.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpcycles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpf.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpkhj2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpmchase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpmorgan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpmorganchase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpnn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpnumber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpo.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jprs.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jps.go.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jpush.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jpush.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jpx.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jqplot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jquery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jquery.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jqueryui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jr-central.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jr-odekake.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jr5yu01aa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jra.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jra.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jrc.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jreast.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jrj.com.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jrkyushu.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jrnynautilus.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"js-hongdi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"js-lssy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"js-sannai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"js.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"js7k.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsbin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jscache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jschina.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jscnc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jscrambler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jscxwt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsczkt.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsdeliver.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsdelivr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsdelivr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsfiddle.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jsjlxf.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jskejing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jskingtex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsmsat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"json-schema.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"json.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsonip.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jspm.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsports.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jssor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jst.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jst.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jstor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jsuol.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsuol.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsvlsjx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jswanjiasupply.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsyixi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jsyongsheng.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jsyraf.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jtb.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jtbc.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jtexpress.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jtexpress.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jtidc.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jtvnw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ju.edu.jo","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juan365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juaraalto.lol","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"judge.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"judicial.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"judicialwatch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"judiciary.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"judns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juegosfanaticos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juegosonce.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juegosxo.casino","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juejin.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugabet.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugandoonline.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugantor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugarbet1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jugem.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugendherberge.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jugploer.icu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juicebox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"juicer.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juicer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juicexxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"juicyads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juicychat.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juicymarbles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juicyscore.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jujingsw.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juju.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juliahub.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"julialang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"julius.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"julydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jumbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumeirah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumia.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumia.com.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumia.com.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumia.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jumpcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumpcut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jumpdesktop.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumpdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jumpingcrab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jumpjump.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jumpshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jun88999.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jun88a21.show","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"junaidjamshed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junclikrmedi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"junction.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jungledisk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junglefrog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jungleheart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"junglescout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juniper.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junipercloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juniperresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juniphq.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junkemailfilter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juno.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junocollege.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junocompanion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"junosaent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juntadeandalucia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juntaex.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jup.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jup9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jupiter.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jupiteradx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jupiterbroadcasting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jupyter.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juraforum.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"juragan.film","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juridicas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juris.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jurist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jurnal.edu.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jurnal.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jurnalul.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jus.gov.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jusbrasil.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jusocon1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"jusonsmart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juspay.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jussieu.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"just-eat.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"just-eat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"just-eat.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"just-smilenext.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"just.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justanswer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"justapinch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justappraised.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justatic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justclick.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justdial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"justdied.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justeat.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justeattakeaway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justetf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justflip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justgetflux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justgiving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justhost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justice.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justice.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justice.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justice.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justin.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justindianporn.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justjared.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"justnaija.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justone.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justpaste.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justpaste.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justporn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justpremium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justsecurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justservingfiles.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justspam.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justthenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justtrack.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justuno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justveryok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"justvideohub.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"justworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jut.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jutarnji.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jutsoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juvare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juventus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juxia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"juxta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"juzibot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jvanbreda.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jvc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jw-cdn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jw.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jwpcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jwplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jwplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jwpltx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jwpsrv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jwpub.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jwt.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jwwb.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jwz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jxcxgdst.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jxgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jxmhzsgc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jxmls.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jxnews.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jy-xm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyb.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jybczy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyclbj.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyhuanyu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyieud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyjbjx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyjcms.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyjinsuisy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jykalige.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jylebao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyleixincc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyllands-posten.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"jylt888.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jymds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jymljs.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jysenxin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyshengqifz.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jysjxjn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jysk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jysk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jysk.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jyu.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"jyweihu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jyxlzs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jzldt2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"jzsnjzx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-2-j-d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-dyn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-img.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-manga.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k-ruoka.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k-state.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k-words.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k2.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k2s.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"k2twonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k5a.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k5learning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k7nx.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"k8.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k8s.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"k8slens.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ka-blogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaa.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaagaz.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kabanchik.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kabel-deutschland.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kabilah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kabook99.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kabu.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kabum.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kabutan.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kabutoservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kachelmannwetter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kachingappz.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kadencewp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kadokawa.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaelio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaercher.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaggle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kagi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kagome.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kagoshima-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kagoya.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kahoot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kahoot.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kai.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaigohealth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaik.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaina24.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaiostech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaipodlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaiserpermanente.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaist.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaiten.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaixinkan.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaixo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaizenautomation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaizengaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaizhenglaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaizoku-jolly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kajabi-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kajabi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kajicam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kakaku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kakao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kakaocdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kakaogames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kakaopay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kakig2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kakobuy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kakuyomu.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalamlabs.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalanda.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalay.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kalayservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kalbarprov.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaldagan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaleidescape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kali.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalinda.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaliscan.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kalleh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalodata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalostv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalpalabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kalshi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaltokan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaltura.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaluzaplatform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kama.gs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kamababax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kamakathalu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kamareels2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kamaz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kambicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kambimalayalamkathakal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kameleoon.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kameleoon.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kamigame.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kamion.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kampungmodern.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kampyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kan.org.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kanald.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kanaloco.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kanamic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kanav.ad","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kanbkam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kandji.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kanesex.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kangtotoberjaya.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kanjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kanoon.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kanopy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kansai-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kansas.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kansascity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kant.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kantar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kantei.go.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kantimehealth.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kantotflix.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kanzlei-hasselbach.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kao.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaotic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kapa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kapanlagi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kapital.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaplanlearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kapook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kapper.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kapsi.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaptcha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaptest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kapwing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karalabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karatelabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karawangkab.go.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karboncard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karcher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kare11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karelia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kareo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kargo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kari.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kariyer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kariyerkapisi.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karlsruhe.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karmenai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karnataka.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karoo.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karousell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karrotmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karsanj.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karte-edge.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karte.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kartina.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kartoshka.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kartra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karuka.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karumi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"karwei.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"karzar.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kas-dns-server.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kas-labs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kas.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaseya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaseya.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kashalot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kashin.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kashkick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kashoob.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kasikornbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaskus.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaso.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaspersky-labs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaspersky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaspersky.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kasperskylabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kasperskylabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaspi.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kasserver.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kassir.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kasta.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kastle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katalon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kataweb.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kater.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katespade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katespadeoutlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katestube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"katherena.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kathimerini.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kathmandupost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katholisch.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"katmoviehd.cymru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"katmoviehd.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"katorsex.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"katren.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"katu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"katv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kaufda.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaufland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kaufland.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaufland.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kaufland.sk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kauppalehti.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kaust.edu.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kavak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kawanpaitomember.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kawasaki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayak.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayak.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayak.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayak.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayako.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayatan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kayosports.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kayzen.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kazanexpress.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kazfv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kaznu.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kb.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kb.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kb.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kb4compliance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kbb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kbc.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kbcard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kbhgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kbos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kbs.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kbstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kbv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kbz0pwvxmv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kbzpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kc-usercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kc.rocks","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kcau.ac.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kcci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kcdn.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kcdn.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kcell.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kcg.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kck.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kcl.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kcn.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kcra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kcrg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kcrw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kctv5.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kcur.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kcxru2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kddi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kddi.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kddziot.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kde.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kdenlive.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kdmid.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kdns.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kdnuggets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kdocs.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kdreams.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kdvm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kdvr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ke2therm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kearney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kebhana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kebhana.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kebirhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kebra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keeflys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keele.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keemotion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keen.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keenetic.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keenetic.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keenetic.name","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keenetic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keenetic.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keenetic.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepandshare.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepass.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepersecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepersecurity.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepertax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepitpumpin.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keeptruckin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keepverify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kefir.games","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kefirgames.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kegg.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kei.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keiba-lv-st.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keiba.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keibabook.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keibalab.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keio.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keirin.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"keisan.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keizai.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kejaksaan.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kek.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keksik.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kela.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kelaitech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kelkoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keloland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kemdiktisaintek.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kemenag.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kemendikdasmen.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kemenimipas.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kemenkeu.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kemensos.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kemkes.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kemnet.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kemono.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kempinski.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kendrascott.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenet.or.ke","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kenh14.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenley.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kennametal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kennasecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kennedy-center.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kennedyspacecenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kennesaw.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenobi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenpai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenpains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kenrockwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kens5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kensetsu-site.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kent.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kent.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kentek.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kentik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kentonline.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kentucky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kentutgairah.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenya-airways.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kenyon.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kepco.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keplr.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kepriprov.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keqysxy.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kerala.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keralakaumudi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keralalotteries.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keralalotterytoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keralapsc.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keralavisionisp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keras.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keratontogel.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kerbalspaceprogram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kerberus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kering.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kerio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kernalbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kernel.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kernel.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kernsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kestral.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kesug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ketchcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ketchjs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ketodermic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ketogo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ketorolix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kettledroopingcontinuation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ketv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"keujxjzjan.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keurig.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kew.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"key-drop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"key.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keybank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keybase.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keybaseapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keycdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keycloak.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keydisk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keye.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keyframelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keylika.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keymachine.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keymetrics.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keynua.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keysight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keystroke.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"keyvalues.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"keywordseverywhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keywordtool.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"keyx0.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kfc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kff.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kffhealthnews.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kfor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kfqzdfwzx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kfupjdslti.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kfw.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kfzimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kfzteile24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kg-br.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kgbinternet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kgirls.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kgmedia.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kgns1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kgns3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kgns4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kgns5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kgw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kh.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khaadi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khabar.bet","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khabaronline.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khabarpu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khabarvarzeshi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khaleejtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"khamenei.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khamsat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khan.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"khanacademy.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khanoumi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khaosod.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khata.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khatabook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khelaghor77.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khelo24bet88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khelo24match99.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"khl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khm.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khodro45.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khoj.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khon2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"khotan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khqsdl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khronos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"khu.ac.kr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"khuiai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"khzdq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ki.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ki87he.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiabi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiabi.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiaughdinning.qpon","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kibibe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kicker.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kickoffo.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kickscrew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kickstarter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kicktipp.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kicktipp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kicktipp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kicktipp.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kicktipp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidato.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiddle.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidney.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidoodle.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidoz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kids360.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidsa-z.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kidsapps.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kidshealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidstaff.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidswebservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kidztri3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiehls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kielce.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kijangwinjungle.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kijiji.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kik-live.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kik.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kika-backend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kikakeyboard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kikkoman.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kikocosmetics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kill-bot.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"killboard-1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"killbot.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiln.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kilobaser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kilvin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kimberlite.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kimc.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kimi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kimiafarma.co.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kimochi.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kimovil.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kimpton.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kimsufi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kindai.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinedns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinepolis.lu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinescope.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinescopecdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"king-wifi.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"king.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"king5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingarthurbaking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingbokep.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingclouddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingcounty.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingdeportes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingdomsuperculture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingdomtotox65.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingdomtotox66.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingdomtotox67.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingdread.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingexch365.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinghorsetotox58.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinghorsetotox59.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinghost.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinghost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingjamesbibleonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kingmods.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingofshojo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingoftime.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingqf.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingsgroupgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingsofsatta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kingsoft-office-service.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingsoftstore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kingston.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingston.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinguin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kingvidey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kingviral.baby","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kinja.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinnser.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kino-teatr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kino.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kino.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kinoafisha.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinogo.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinogo.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kinogo.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinokuniya.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinokuniya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinoplan24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kinopoisk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinorium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinoteatr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinotik13.xyz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinovasek.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinoza.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinozal.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinsta.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kinsta.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kinter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kintetsu.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kintg.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kinxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kion.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiosgamer.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kioskdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kipling.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiplinger.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kipuworks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kir.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kir2kos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kirana-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kirin.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kirklands.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kirkusreviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kirlediuka.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiro.dev","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiro7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiryuu.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kissjav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kisskh.buzz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kisskh.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kisskh.do","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kisskh.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kissmetrics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kissthenet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kisti.re.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kit-mail3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kit.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kita.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kitapyurdu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kitchenaid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kitco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kite.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kitekraft.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kittl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiva.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kivbf.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kivohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kiwi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwidisk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kiwifarms.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwify.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwisizing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiwislot.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kixeye.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kiz6dar-tncr.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kizlarsoruyor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kjsl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kjvbiblenow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kjzz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kk.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kkb.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kkbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kkbox.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kkday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kknews.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kkoper.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kkr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kkstories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kktix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kktlab.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kku.ac.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kl9sov4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klaimee.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klanlar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klara.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarify.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klarinsights.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarmobil.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klarna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarna.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarnacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarnaevt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klarnaservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klart.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klasgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klausai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klavis.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klaviyo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klaviyodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klaviyomail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klclick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klclick1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klczy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kleekr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kleientertainment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kleinanzeigen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kleinezeitung.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klerk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"klevu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klickly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klickpin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klikbca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kling.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klingai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"klink.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klipy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klix.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klops.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kloudns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klsescreener.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"klubvpn.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"klubzaodrasle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"km.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kmail-lists.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmart.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmart.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kmcert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmf.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kmib.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kmip.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmntc3ty8boq.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmp.im","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmsmep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmu.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmutt.ac.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kmv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knaben.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knack.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knak.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knauf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knaw.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knesset.gov.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knet.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knfilters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"knfmp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knifecenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kniga-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"knigavuhe.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knightfrank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knightlab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knihydobrovsky.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knipp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knipp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knmi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knock.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knoji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knology.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knorr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knotch-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knotch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knotch.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knowbe4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knowing-jesus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"knowlify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knowtex.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knowyourmeme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knox-matrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knoxnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"knt.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knt9.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kntxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"knu.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knuddels.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"knust.edu.gh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ko-fi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"koa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koala-apps.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kobaltlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kobe-np.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kobe-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kobe.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kobieta.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kobo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kobobooks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kobotoolbox.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kobv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kochava.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kochbar.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kochglobalservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kochind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"koctas.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kodak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kodakbot.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kodansha.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koddi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koddos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kodeks.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kodexglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kodi.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kogan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kohler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kohlr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kohls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kohlsimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koi.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koimoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kokocares.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kokusen.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"koleo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kolesa.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kolibrigames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kolide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kolkataff.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kolkataff.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kolnabo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kombinat.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kombo.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komen.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komeri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komikapk.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komikcast.fit","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"komikdewasa.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komikindo.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"komiktap.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komiku.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komiku.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kommersant.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kommo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"komoot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komoot.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komoot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komparing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kompas.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kompas.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kompas.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kompasiana.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kompass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kompoz2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komputerswiat.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"komus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"komus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konaman.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konami.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"konami.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kone.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kone.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"konfidency.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"konghq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kongregate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konicaminolta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konicaminolta.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konicaminoltamarketplace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"konimbo.co.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"konkurent.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"konta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kontan.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"konten.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kontigo.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kontur.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kontur.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kooappsservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kookdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kookeey.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kookjar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koolearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kooora-sia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kooora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kooply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kooray.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"koosoo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kopra.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kora-sia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korabli.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korats.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koray.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"korben.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kore.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korea.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korea.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreaboo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreadaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreaherald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreaidc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreanair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koreascience.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koreatimes.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koreatimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"korelogic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korlidon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kormany.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kornet.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kornferry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korona.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"korrai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"korrespondent.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koselarab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koselarab.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koshalworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koshex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"koshkaproxy.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kosmo.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotaku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotisivut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotlinlang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotobank.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kottke.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kotvpn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koumbit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kovrov.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"koyal.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"koywe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kozow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kpadplayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpbs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kpcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpdcl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpfu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpi.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kpkbmha.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kpkmonr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpmg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kpn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpnmail.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpnqwest.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kpprc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kprofiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kptv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kqbd.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kqed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kqzyfj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kr-weathernews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kra.go.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kraftheinz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krafton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kraftonde.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krak.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kraken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krakow.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krasnodar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krautmtrk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kravemart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krea.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kream.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kreativmedia.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krebson.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krebsonsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kredi.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kredito24.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kredivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kreiszeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kreloses.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kremlin.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kriesi.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"krikya11.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krisha.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krishitalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"krisp.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krispykreme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krista.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krita.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kro-ncrv.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kro.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kroger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kron4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"krone.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kropozel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krqe.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"krskstate.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krstarica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kru.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kruidvat.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kruidvat.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krungthai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krunker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krushmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krx18.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"krxd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kryptex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kryptex.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"krystal.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ks-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ks-la.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ks-live.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ks.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ks.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ksant.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksapisrv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ksat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ksdk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksdom.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksearchnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kshb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kshosting.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksj.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kskwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kslawin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksmn-myski.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksmobile.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksmobile.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksord.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksosoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksrndkehqnwntyxlhgto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksrtc.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksta.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kstp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ksu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksu.edu.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksycdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyna.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyun.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ksyuncdn-k2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyuncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyuncs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyunjiasu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksyunv5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksztone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ksztshushu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kt.co.kr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktalk.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktalk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktc.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktcdn.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktfpkjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kth.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ktm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktmb.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktnet.kg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktnv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ktoeto.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktown4u.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktrackers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktrmr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kts.fox","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ktu.edu.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktv.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktvb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ktvu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ku.ac.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ku.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ku.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ku.edu.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ku6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kuaidi100.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kuaishou.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kuaishou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kuaishouzt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuajingmaihuo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kuantokusta.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kubernetes.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kubesail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kubiobuilder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kubnews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kubtel.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuccps.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kucoin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kucoin.plus","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kudyznudy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kueezrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kueezssp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuehne-nagel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /*"}
{"domain":"kueskipay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuf.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kufar.by","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kugelaudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kugou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kugou.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuiniuca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kujiale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuku.lu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kukufm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kul.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kular.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuleuven.ac.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kuleuven.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuli.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kulichki.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kumamoto-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kumanga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kumarpay.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kumbe.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kumc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kumparan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kumu.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kumulos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kun.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuna.net.kw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunasystems.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kundelik.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kundenserver.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kunduz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kunlunaq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunluncan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlungr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunhuf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunpi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunsl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunlunso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kunmanga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kununu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuolkoola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuow.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kuper.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kupi.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kupibilet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kupikod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kupujemprodajem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kura-vie.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuramanime.ing","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kurashiru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kurganobl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kurier.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurios.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurir.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurnik.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurogame-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kurogame.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kurogames.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuronavi.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuronekoyamato.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kursiv.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuruma-ex.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuruma-news.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kurzy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kushub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kushub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kustomerapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kuttymovies.mobile","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kuttymovies1.fast","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kutv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kuula.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kuwo.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kv.cash","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kvaedit.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kvakzon.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kvant-telecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kvcore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kvint.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kvk.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kvraudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kvs.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kvue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwai-pay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwai-pro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kwai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaionline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaipay.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaipros.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaiselfcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaixiaodian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwaizt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kwalee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kwcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwestiasmaku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kwikdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwimgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kwork.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kxan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kxcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kxlims.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kxmp.cf","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ky.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ky3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kyalsin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kyawgyi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kyberswap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyivindependent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyivpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyivstar.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyivstar.ua","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kylieblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kylos.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kym-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyndryl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyobobook.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyocera.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyocera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyodemo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"kyodonews.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyoteibiyori.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyoto-np.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"kyoto-u.ac.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyoto.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyoukaikenpo.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyounoryouri.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"kyschools.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kytira.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyushu-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kyutech.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kzhi.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kzn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"kznexpess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l--n.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"l-agent.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l-err.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l-tike.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l040z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l1wt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l3.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l3harris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"l3net.works","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"l4dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"la-croix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"la-la-land.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"la-z-boy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"la.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"la.lv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"la28.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"la7.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"laanonima.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laas.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laasglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lab0.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labadena.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"labanquepostale.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"labcorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labdoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labiennale.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labirint.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"labkas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"labnol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labour.gov.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"labour.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laboutiqueofficielle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labric.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labs.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"labsystech.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laby.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacapital.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacarte.menu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laccd.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacentrale.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacerta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lachainemeteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacity.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacity.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacma.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacnic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lacomer.com.mx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacoste.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacounty.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacrossetechnology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lactld.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lacuarta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacucinaitaliana.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lacuerda.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lacunads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lada.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ladbible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ladbrokes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ladepeche.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ladesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ladies.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ladsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ladsp.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ladybanana.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ladys.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ladyxena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lafayette.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lafeltrinelli.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lagaceta.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lagazzettadelmezzogiorno.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lagged.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lagoon.nc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lahalle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lahuashanbx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laicaipisang123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laika.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lainformacion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"laisvas.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lakakids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lakeheadu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lakeland.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lakesidesoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lakonia.us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lalafo.kg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lalal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lalamasa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lalamaza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lalamove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lalibre.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"laliga.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lalsace.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lamag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lamar.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lamarhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lamb-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lambdarobotics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lambdatest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lamborghini.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lameteoagricole.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lamin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laminalabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laminar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laminar.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lamoda.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lamontagne.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lampsplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanacion.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanazione.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lancashiretelegraph.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lancaster.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lancasteronline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lance.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lance.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lancedb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lancers.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lancloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lancom.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lancs.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"land.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"land.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"landeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landi.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landingi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landingpage.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landingsite.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landmarkcinemas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"landoffree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landrover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landsearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landsend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"landwirt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanebryant.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanesurf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lanet.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"langame.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"langchain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"langdock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"languagetool.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"languagetoolplus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanic.net.la","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lanit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lankacom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lankunkj.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lanl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lanouvellerepublique.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lansingstatejournal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lansweeper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laodong.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laola1.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laopinion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laopiniondemalaga.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laopiniondemurcia.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laowang.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lapakgaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lapalabradeldia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lapatilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lapinede-aix.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"laposte.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laposte.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laprensa.hn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laprensagrafica.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lapresse.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"laprovence.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laprovincia.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laptopmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lapzo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laquadrature.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laracasts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laravel-news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"larazon.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"laredoute.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laredoute.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"larepublica.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"larepublica.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"larepubliquedespyrenees.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lareviewofbooks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"largus.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"larioja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"larkoffice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"larkplayerapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"larksuite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"larousse.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laser247.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lasership.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lasexta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lasicilia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lasillavacia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lasprovincias.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lassuranceretraite.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"last-z.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"last.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lastaccountingcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lastampa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lastdodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lastline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lastminute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lastminute.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lastpass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laststicker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lastwar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lastwarapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lastwargame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lasvegassun.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latamairlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latar88bibiw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latchel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latech.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latenthealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latentspace.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latentzero.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"later.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latercera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laterooms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latestgrowing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latestly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latestmodapks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latex-project.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"latinka.com.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latinoamericahosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latintimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"latolabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latostadora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"latoto83.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"latribune.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latrobe.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"latted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lattice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"latticehealthai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laughingsquid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launch.tel","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launchdarkly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"launchdarkly.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launchdigi-z387t73p-alt53.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launcher365.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launcherios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launchgood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"launchpad.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"launchpadcontent.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"launchpadlibrarian.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lauradate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laurageller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laurence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lausd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lausd.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laut.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lauxanh.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lavanguardia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lavasoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lavenir.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"laverdad.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"laviewcloudpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lavoixdunord.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lavoro.gov.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lavoz.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lavozdegalicia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"law-gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"law.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"law360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lawandcrime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawdingo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laweekly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawfareblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawfaremedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawgazette.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lawpga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lawsociety.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lawson.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lawyers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laxd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"layer6.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"layers.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"layerxsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"laylo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lazada.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazada.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazaworx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lazcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"laztys.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lazybumblebee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lb.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lbbonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lbc.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lbdns-streamguys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lbesecapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lbkrs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lbl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lboro.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lbsg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lc.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lc.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lci.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lcl.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lclark.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcpdfr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcsc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcwss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lcxyljtrmyy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldidyg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ldlc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldmnq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ldoceonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ldplayer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ldpr.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldpskeotj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldrescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldrws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lds.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ldshop.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ldtax.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ldv-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"le.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"le.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"le1twed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"le360.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadbay.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadconnectorhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadership.ng","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leadersintech.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadfeeder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadforensics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadgenius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadhit.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leadid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadinfo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leadoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadpages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadpages.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leadsafrica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"leadsquared.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leafletjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leafly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"leafnpaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leagueapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leagueofcomicgeeks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leagueofgraphs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leagueoflegends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leahlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leakedmodels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leakgallery.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leakimedia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leaktube.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leanpub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leap.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leapevents.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leaping.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leapingai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learn4good.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"learncbse.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learner.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learningapps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learnings.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learningsuite.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learnmeabitcoin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learnosity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learnupon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"learnworlds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leaseweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leaseweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leaseweb.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leatherman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leavenworth-net.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lebaobaoxian.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leboncoin.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lechange.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lecho.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lecker.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leckerschmecker.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leclercdrive.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lectio.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lectormangass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lectormangass.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lecturas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ledauphine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ledevoir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ledger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ledgerinvesting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ledgerup.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leechshield.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leeds.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leena.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leeroo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leet-tracker.moe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leetchi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leetcode.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leetcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leetify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lefigaro.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lefrecce.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lefties.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legacy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legal-rights.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legal500.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legaldaily.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legalist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legalmatch.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legalos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legalsportsreport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legalzoom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legami.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legendsgame.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leggo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"legion.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legioncom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legionfarm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legionhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legiscan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"legislation.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legislation.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legistar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legit.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legitimuz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legitscript.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legoland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"legra.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lehigh.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lehighvalleylive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lehmanns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leica-camera.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leica-geosystems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leicestermercury.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leidenuniv.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leidos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leiniao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leipzig.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lejdd.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lejia114.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lejsl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leju.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lek-manga.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lekkeslaap.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lekton.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lel.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lelscans.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemanapro.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lemarit.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lematin.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lematin.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemmadigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemmatechnologies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemmy.world","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemon-manuals.la","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemon8-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemonade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemonbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lemoncams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemonde.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lemoniteur.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lemonlime.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemonpi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lemonslice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lemonsqueezy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lencdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenco.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lencr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lendflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lendgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lendingclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lendingsvcs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lendingtree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lendtable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenkino.love","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenmit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lennar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenobl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenobl.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenovo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenovo.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenovomm.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenovomm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lenreg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lens.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lensa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenscrafters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lenshq.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenskart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenta.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenteradana.co.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lento.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenzapchasti.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lenzmx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leofame.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leolist.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leon.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leonandgeorge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leonardo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leonardo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leovegas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leparisien.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leparking.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lepetitjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lepida.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lepoint.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leprogres.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lequipe.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lerelaisinternet.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lerobert.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leroymerlin.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leroymerlin.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leroymerlin.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lesanciennes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesbian8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesechos.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lesinrocks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leslibraires.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesliespool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesnumeriques.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesoir.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lesoleil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lesscss.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lessentiel.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lessmore.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lesswrong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lesta.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lesta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letelegramme.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"letemps.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"letgo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letnetgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letour.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letras.mus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lets-boatrace.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letsdothis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letsencrypt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letslinc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letsmessagenow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letsping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letsplaywell.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letsporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letsrecover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letsrun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"letter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letterbook.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letterboxd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"letterdrop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lettuceclub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"letu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letudiant.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"letv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"letyshops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"leuchtstark.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"leuphana.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"levante-emv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"levect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"level.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"level.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"level27.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"level3.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"levelaccess.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"levelframes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levels.fyi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lever.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levi.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levif.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"levited.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leviton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levocred.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"levro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lewdgames.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lewrockwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lex.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lex.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lex.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexicanum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexilogos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lexisnexis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lexius.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lexmark.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lexpress.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lexsynergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexsynergy.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexsynergy.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexsynergy.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lexware.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"leyoujia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lezhin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lezzoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lf.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lfeeder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lfg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lflinkup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lfpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lfree.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lfscnp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lfstmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lfstrm.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lfyanwei.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lgappstv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgbtqnation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lgbusinesscloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lgdacom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lge.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lgeapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgemp-prd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgmi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgrckt-in.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgsmartad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgsmartplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgthinq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgtvcommon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgtviot.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgtvsdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgucdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lguplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lgwebostv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lgz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lh.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lhh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lhinsights.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lhmos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"li.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liadm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liangxin1.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lianjia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lib.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libanswers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libas.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libbyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libbyshelf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libcal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libcat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libcom.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libelle.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"libera.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liberapay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liberation.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"libero.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liberoquotidiano.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertad.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libertaddigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertatea.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liberty-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liberty.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertycity.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertyfund.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libertymutual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libguides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libhunt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libp2p.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libp2p.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libpng.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"librabots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libraccio.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libramemoria.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"libraries.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"library.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libraryhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libraryjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"librarything.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"librava.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libreoffice.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"librepelota.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libreriauniversitaria.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"libretexts.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libretto.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libreview.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libreview.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libria.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"libris.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"librivox.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"libro.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"librus.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libsdl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libsyn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libtorrent.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"libyanspider.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"licard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"licard.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"licasd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"licdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"licelus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"licensebuttons.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"licensingstack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lichess.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lichess1.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"licindia.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidalawyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lider.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl-hellas.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidl.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lidlplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lidovky.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lids.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liebertpub.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liebherr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liebiao.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lieferando.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liegagego33.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liepin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lieuxdedrague.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"life-n.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"life.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"life.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"life360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifeaiot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifeboat.games","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifehack.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifehacker.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lifehacker.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lifehacker.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifeinsuranceexpertise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifeisgood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifelock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifemiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifeomic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifepointspanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liferay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifesitenews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifesize.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifesizecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifestyleasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifestylerx.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifestylisher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifesum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifetime.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifeway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lifewire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lifeyosso.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lifo.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liftdsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liftoff-creatives.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liftoff.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liftyad.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liga.nu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ligamagic.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ligapokemon.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ligastavok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ligastavok.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ligceucxhn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"light.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightanchor.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightberry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightboxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightdash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lighthouz.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lighting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightinthebox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightly.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightmeter.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightningmaps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightningproxies.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightpdf.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lightpokies.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightreading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lightricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightscreen.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightski.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightsoft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightspeed.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightspeedevo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightspeedhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightspeedsystems.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lightsprint.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lighttpd.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lighttwist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lightwidget.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ligo.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lihkg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liiivideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lijit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"like-blogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"like-video.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"like.video","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likeboost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likee.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likeevideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"likeevideo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likeinter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liketech.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liketoknow.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"likr.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"likuid.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lilith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lilithgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lilly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lilymanga.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lim.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lima-city.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limango.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limburger.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"limbuscompanyapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"limehd.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limelight.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limeroad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limesurvey.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limetorrents.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"limewire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limitlesstcg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limo.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limoo.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"limoodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"limundo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lin.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linc-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lincoln.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lincoln.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lincolnfinancial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linda.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lindependant.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"line-apps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"line-scdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"line.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"line.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lineageos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linear.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linecorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lineleap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linesdks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linesso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linetogel91.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"linewize.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lingbokep.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lingo.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lingojam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lingokids.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lingt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linguee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"linguee.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"linguee.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"linguee.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lingxing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lingxiuyun.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"link-assistant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"link-host.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"link.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"link.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"link.net.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"link.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"link3.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"link4blogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkbio.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkcdn.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkcentre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linke.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkedin-ei.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkedin.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"linkedin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkfire.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkgrep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkiesta.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkin.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkis.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkkf.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linklist.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkmake.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkme.global","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"linkmeter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkpc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkpenidabet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linkplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkr.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linksbird.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"linksddr.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linksky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkssp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linksynergy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linksys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linksyssmartwifi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linktr.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linkvertise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linodeobjects.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linodeusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linphone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linternaute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linustechtips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linux.do","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"linux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linux.org.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxcontainers.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxfromscratch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxmagic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxmint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linuxpl.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linuxquestions.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"linuxserver.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linx.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"linzumi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lioden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"liongard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lionic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lionns.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lionpose.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lionsclubs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lionsgate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lionstudios.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liontravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lip6.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lipetsk.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lipetsknews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lipscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lipscosme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lipstickalley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lipsum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liputan6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liqpay.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liqu.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liqui-moly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liquidation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liquidlight.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liquidweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liquipedia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liquor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liqvid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lis-skins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"list-manage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"list-manage1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"list-manage2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"list.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"list.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"list.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"listablelabs.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"listal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listbb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listchallenges.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"listcrawler.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"listdl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"listenbrainz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listenlive.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listennotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listesdemots.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"listindiario.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listrak.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listrakbi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"listtrac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"listverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lit.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litatom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litboom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lite-host.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lite-host.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liteapks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litebox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litecdncname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"litek.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"litellm.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liteorange.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"literatureandlatte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"literotica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"litespeedtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litgorod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lithium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lithub.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litix.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"litlife.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litmarket.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"litmir.club","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litmos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litmus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"litmushiring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litnerd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"litnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"litres.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"litres.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"littio.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"littleboxindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"littlecaesars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"littlepinepark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"littlewoods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"litv.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liv.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livable.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live-hub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live-soccer.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live-tennis.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"live-video.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live-website.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"live24.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"live365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"live5news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liveabout.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liveatc.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liveauctioneers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveauctiongroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveauctionworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveball.sx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"livebloggs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livecamrips.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"livecareer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livecasinoau.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livechatenterprise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livechatinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livedealerspiele.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livedns.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livedns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livedocs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livedoor.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livedoor.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livedoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livedoor.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livefilestore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liveflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livehelpnow.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livehindustan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveintent.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveinternet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livejasmin.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livejournal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livejournal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livekit.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livelaw.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveleak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livelib.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livelo.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livelyme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livemarketshoppers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livemaster.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livemediahost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livemint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livenation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livenowfox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"liveoauth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liveperson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveperson.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livepocket.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livepositively.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livepriceofgold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveramp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveresult.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"liverpool.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liverpool.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liverpoolecho.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"liverpoolfc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescore.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescore.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescore.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescore.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"livescorebet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livescores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"livesoccertv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livesport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livesport.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livesport.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livesportmedia.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livesports077.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livestorm.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livestream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livestrong.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"livesudoku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livetex.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livetv.sx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"liveuamap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livewallpapers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liveworksheets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livhospital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livingcarbon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livingspaces.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livlabsfitness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"livraddict.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"livroreclamacoes.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"livspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"liwest.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lixiang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lixil.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lizihang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lizza.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ljhls.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ljmu.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","Claude-User","Claude-SearchBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ljworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lk21official.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lk21online.mom","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lkdgdcg1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lkjhgfdsc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lkml.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lkt.is","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"llamarpc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"llbean.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"llkkbbzz22.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lllapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"llm-stats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"llnl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"llns.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"llnwi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloria.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloyds.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloydsbank.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloydsbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloydsbanking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lloydsbankinggroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lls.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"llvm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"llvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmadps.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lmcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lmco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmgtfy.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmgtfy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmru.tech","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lmstudio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmt.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lmu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ln-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ln-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ln.edu.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ln.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lne.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lngtd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lngtdv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnhi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnk.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lnk.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lnkd.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lnkdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnks.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lnmp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnrsg.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnu.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lnwshop.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lnzjlss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loadbee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"loaded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loadedfiles.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loadingbay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lobehub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lobste.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lobstermania-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lobstermania.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lobstermania2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lobstertube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loc.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"local.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"local.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"local10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"local12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"localdev.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locale.online","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"localharvest.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"localinfo.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"localiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localitymanagement.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"localiza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localizecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locally.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localnowapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localsearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"localto.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"localtonet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"localytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locanto.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locanto.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"locatahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locatefamily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locaweb.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loccitane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locke.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locketcamera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lockheedmartin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lockincomp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lockly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locknewslab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lockobank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lockton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locondo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locotech.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"locsec.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"locum.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lodgify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lodz.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loewe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lofter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lofty.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"log-lio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logammulia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logan.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logarithmlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logbase.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logdna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logentries.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loggi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loggly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logic-immo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logica.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logical.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logicmonitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logicnow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logicnow.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logiless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"login.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loginradius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logisticsos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logitech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logitech.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logitechg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logitechg.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logitravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"logix.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logly.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logme.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logmein-gateway.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logmein.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logmeininc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logmeinrescue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lognex.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logo.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logoform.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logoip.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logopond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logosguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logr-in.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logr-ingest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logrocket.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logrocket.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logrocket.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"logsanalytics.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"logz.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lohud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"loigiaihay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loilo.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loilonote.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loja.li","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lojadomecanico.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lojasrenner.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lojavirtualnuvem.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lokalise.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lokalise.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lokalise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lokmat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lokomotivan.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loksatta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lolacasademunt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lolalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lolchess.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lolesports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loli.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lolipop.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lollipop.camera","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lollipuff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lolpol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lolpol2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lolprofile.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lomanovo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lomography.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lomont.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"london.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"london.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"londonist.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"londonstockexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lonelyplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lonestar.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lonestarcasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"long-mcquade.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"long.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longbridge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"longcat.chat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longchamp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longdo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"longdom.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longhornsteakhouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longisland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"longmingdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"longmusic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loo3laej.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loobygamesonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loocyy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"look4blog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"looka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lookep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"looker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lookfantastic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lookinbody.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lookmovie2.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lookout-life.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lookout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loombotic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loomgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loopearplugs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"looper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"looperman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopfour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loophealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopia.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopiagroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopit.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopme.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loopmertb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loopnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loopreturns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loops.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lootbar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lootedpinay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"looti.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"looti.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lootlabs.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lootrush.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loox.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loperope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loppytoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loppytoonn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lopus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loquosex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lord-of-the-ocean-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lord-of-the-oceanspielen.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lordfilm.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loreal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lorealparisusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lorealpartnershop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lorexddns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lorexservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loria.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lorientlejour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"loropiana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lorsrv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"los40.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"losandes.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loseit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loseyourip.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"losrios.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lostfilm.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lot-online.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lotas.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loteria.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loteriadehoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loterianacional.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loteriasdehonduras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loteriasdehoy.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loteriasdehoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loteriasdominicanas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loteriasmundiales.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loteriasyapuestas.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lothar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotlinx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotoklub-37.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotoquebec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lotoven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotteimall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lotteon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotteryextreme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotterypost.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotterysambad.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotterysambad.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotterysambadresult.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lotteryusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lottie.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lottiefiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lotto-italia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotto24.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lottoced.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lottomatica.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lottosociety.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lottostar.co.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lottovip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotus-dsp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotus365.blue","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lotus365exch.win","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loudecho.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loudersound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loudtalks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loudwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louhi.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louhi.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"louis.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"louisiana.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louisiana.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louisville.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louisvuitton.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loupan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"louvre.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovable.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovable.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovableproject.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovart.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lovdata.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"love.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"love8.ltd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loveandlemons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loveboxlove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovecrafts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loveh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loveholidays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovehoney.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loveisrespect.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovelive-anime.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovense-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovense.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loveplanet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"loveprogram.tech","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lover938.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loverad.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loveread.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loverslab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovescape.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovestoblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovetoknow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lovetrans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovetrue.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lovewiki.faith","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lowes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lowescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lowlaglabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lowyat.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lowyinstitute.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loxone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loxonecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loyalfans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loyaltylion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loyaltylion.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"loyno.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"loyverse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lpages.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lpga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lpga.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lpibex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lpl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lpo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lpomxfbjs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lporirxe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lpsg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lpsnmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lpu.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lqdt1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lr-in-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lr-ingest.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lr-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lrb.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lrclib.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lrcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lrkt-in.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lrt.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lrv.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lrytas.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lrz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsa-conso.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsapp.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lscr.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsdwedsfsc.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lse.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lse.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lseg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsfilter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsgkerala.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lshhxy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lshiy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lshtm.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsid.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lskube.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsm.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lsmedia1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsncds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsrelayaccess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lstprod.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lswf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lt02.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lta.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lta.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltfinance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltguevmavv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lth.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltmsphrcl.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ltn.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lto.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lto.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ltrbxd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ltwebstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lu.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lu.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lua.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luarmor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luatvietnam.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lubimyczytac.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lublin.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luca.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucaiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lucardi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucenthq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luciblefi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucid.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lucid.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucidbots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucidchart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucidhq.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lucidic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucidlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucidmotors.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luciq.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucis.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucite.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucky-satta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucky.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucky3357.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lucky88slotmachine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luckyfish.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luckyorange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luckyorange.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luckypool.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luckysrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lucushost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lucy.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ludashi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luddo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ludevices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ludia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ludicrous.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ludokingapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ludwig.guru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luffytraco.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lufthansa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lufthansagroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lugame123.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lugg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luigisbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luigisbox.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luisaviaroma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luizalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lukoil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lulu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lulucdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luluhypermarket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lululemon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lululemon.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lulus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lulustream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luluvdo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luluvid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lum-sdk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lum-superproxy.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumalabs.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumari.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumen5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumendatabase.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumenlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumeria.skin","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumibot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luminai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luminal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luminatemed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luminatesec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luminati.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumiproxy.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lumius-imaging.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumni.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumosity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lums.edu.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lumtest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lumu.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunabill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lunalabs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunamedia.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunapic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /*"}
{"domain":"lunarclient.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lunarclientcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunarclientprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunarpages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunatogel93.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lunatoons.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lunavo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lung.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lunio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lunion.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"luno.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luofutang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lura.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lursoft.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lusbrands.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luscious.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lush.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lusha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lut.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luthor.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"luticlip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lutrija.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lutron.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lutron.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luugy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luvyaa.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luwebs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luxerone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luxottica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"luxuretv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luxuryestate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luxurylaunches.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"luxurypresence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lvm.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lvmh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lvr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lvz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwadm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lwolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwong.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lws-hosting.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lws-hosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lws-hosting.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lws.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lwsdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwshosting.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lwv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lww.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxcvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxdns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxhdz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxneq2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lxypt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lybrate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lycos.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lycos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lycos.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lycos.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lyft.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyggcorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lygos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lynda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lyngred.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lyngsat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lynk.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lynks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lynxoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lyon.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lypassion.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyreco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyricalhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lyricsfreak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lyricsondemand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"lyricstranslate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"lyse.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyst.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lyst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lystit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lytehosting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"lytest.tk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lytics.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lyxshs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lzt.market","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lzu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"lzzhmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m-online.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m-pesa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m-team.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"m-w.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m10s.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m14dr.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m1net.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m2.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m2b-log.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m2catalyst.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m2y8hkjw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m3pd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m3xs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m4c8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m4sport.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"m5stack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m6.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"m6r.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ma-shops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ma-tag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maa.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maariv.co.il","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maas360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maastrichtuniversity.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mabanque.bnpparibas","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macadamialabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macaro-ni.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maccosmetics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macfound.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mach9.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machance-casino.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machanceslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machb.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"machine0.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machine26.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machinelearningmastery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machineq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"machinio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"machotube.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machsupport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"machteam.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macif.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mackeeper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mackolik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mackolikfeeds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macleans.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macly.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macmillan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macmillan.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macobserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macomnet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macomnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"macour.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macpaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macports.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macrium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macroaxis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"macromedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macromicro.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macromill.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macromoltek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macroscop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macrotrends.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"macrumors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macsales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macstories.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macupdate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"macworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"macysassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mad-sea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madametussauds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madamlive.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madavi.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"made-in-china.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"made.porn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madebythomas.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madeiramadeira.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madethis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madewell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madgenius.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madgexhosting.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madhur.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madhyamam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madisoft.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madison.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madmimi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madmouseblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madness.games","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madrasati.sa","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madrid.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madrid.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"madrone.cool","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"madrsa-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mae.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maersk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maersk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maestra.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maf.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mafengwo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maff.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maff.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mafiacasino777.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mafra.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"magasins-u.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magazineluiza.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magazines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magazinevoce.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magazord.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magelegal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magentamarketing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magento-ds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magento.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"magentocommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magentosite.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magerta.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magic.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magic.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magic.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"magic.mn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magicbell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicbricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicbus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magiceden.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magichour.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magichue.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicloops.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magicode.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magicpatterns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicpin.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magicrust.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magio.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magisto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnacom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnaplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnetictax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magnific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnite-audience-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magnite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnitude.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magnumphotos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magonet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magonlinelibrary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"magoosh.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magsrv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magticom.ge","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magwien.gv.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"magyarnemzet.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"magzter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mahaana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahabhumi.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahacet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mahadiscom.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahafyjcadmissions.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mahahsscboard.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahanmusic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahaonline.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maharashtra.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maharashtracet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahayonogames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mahidol.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahindra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mahjong-megawin188.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mahjongsoul.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mahkamahagung.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mahle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mai.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maidonanews.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maif.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail-archive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail-tester.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mail.cedarcopilot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mail.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mail2world.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailanyone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailbox.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailchannels.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailchi.mp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mailchimp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailchimpsites.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailcontrol.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mailenable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mailerlite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailerlite.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailfence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailguard.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailgun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailgun.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailgun.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailhostbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mailin.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mailinabox.email","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailinator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailmunch.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailobj.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailop.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailplug.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailplus.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mailpoet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailpulse.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailsapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailshell.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailspamprotection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailspike.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mailsuite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailtime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailtrack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mailwarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"main-echo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"main.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mainadv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maindnstech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maine.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maine.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mainehealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maingen.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mainichi.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mainloop.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mainnameserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mainns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mainpost.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mainroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maintouch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mais.social","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maison-travaux.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maisonsdumonde.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maisonsetappartements.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maissbt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"majestic-files.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"majestic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"majestic12.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"majesticsofaindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"majhinaukri.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"major-design.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"majordomo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"majorgeeks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maju-hoki.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makaniscience.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"make-it-in-germany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"make.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeagif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeasite.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makehook.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makemytrip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makemytrip.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makepolo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makerbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makerworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeshop.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"makeshop.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maketecheasier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeup.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makeuseof.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"makezine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makip.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makmur76-ab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makmur76.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mako.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makro.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"makrwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maksavit.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"makuake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"malaga.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"malavida.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malaymail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malaysiaairlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"malaysiakini.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malegislature.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malevich7.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"malga.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malibou.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mallocprivacy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"malmo.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maltatoday.com.mt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"malwarebytes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"malwarebytes.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mam.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mamamia.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mamastar.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mamba.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mambu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mamen123ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mamma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mammothvps.com.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mammotion.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mamtpo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mamul.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"man.ac.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"man.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"man7.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"man88.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manabadi.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manage-now.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"managebuilding.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"managed-ip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"managed-protection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"managed-vps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"managedwhitelisting.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manageengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manageengine.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manager-magazin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"manakonline.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manara.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manchester.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manchestereveningnews.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mancity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mandarake.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mandarinoriental.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mandel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mandiant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mandiner.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mandiri.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mandmdirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mandrillapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manga-lc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manga-oni.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manga-starz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manga18.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manga18fx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangabats.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangabuddy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mangabuddy1.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mangabuff.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangadex.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangadistrict.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangafire.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangafreak.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangago.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangago.zone","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangahere.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangahome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangahub.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangahub.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangak.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangakakalot.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangakatana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangakimi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangalib.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangalivre.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manganato.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangapicgallery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangaraw.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangaraw24.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangarawad.lol","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangaread.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangarw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangatown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangaupdates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"manghaha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mango-office.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mango.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangobox.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangodesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangolibreria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mangomedical.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangomob.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mangooutlet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangosip.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mangotele.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manheim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhuagui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"manhuahot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manhuatop.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhuaus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwa-latino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwa-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwa18.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manhwaclan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwaden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manhwaindo.my","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwaland.baby","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwaland.land","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"manhwaread.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manhwatop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwaweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manhwaz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mania.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"manicule.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manifoldfreight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manifoldindustries.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manilatimes.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manitu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manjaro.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manlaxycloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manning.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manodienynas.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manomano.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manomano.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manomano.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manomano.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manomano.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manomano.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manor.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manoramaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mans.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mansionglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"manta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mantan-web.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mantel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mantis-intelligence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mantisbiotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mantoo.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mantoxp.click","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mantraonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mantys.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manual.canon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manuals.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manualshelf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"manualslib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"manualslib.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manualslib.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manualzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manufact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manufacturingintelligence.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manufrog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manulife-sinochem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manulife.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manulife.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manus.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manus.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manuscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manuscriptcentral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manutd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manutouch.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manwa.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"many.link","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manybooks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manychat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manymanuals-pt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manymanuals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manything.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"manyvids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"manzanagroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maoyan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mapadeapellidos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapbar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mapbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapcarta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mapfactor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapfan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapfre.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapgenie.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mapion.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapixl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapleland.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maplematerials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapleprimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maplescouter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maplibre.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapmyfitness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mappls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mappy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapq.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mapquest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"maps.ie","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maps.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapsofindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maptiler.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maptons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mapy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mapyourshow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maquoketa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marantz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marapets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marathisexyvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marathonbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marathonbet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marblism.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marc.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"marca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"marchespublics.gov.ma","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marchofdimes.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marcjacobs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marcopolo.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marcos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marcus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marcusoscarsson.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marcustheatres.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marginalrevolution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maria-ra.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mariadb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mariadb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mariages.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marianne.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mariatogel71.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maricopa.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maricopa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marieclaire.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marieclaire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marieclaire.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mariefrance.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marijuanamoment.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marinabaysands.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marineinsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marinelink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marines.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marinespecies.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marinetraffic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marinha.mil.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marinij.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mariowiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marist.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maritime-executive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maritimefusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maritimepropulsion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"markaz.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"markbroumand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"markdownguide.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"markedu.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"market-qx.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"market.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketbeat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketfeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketforce.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketindex.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketing-hub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketingautomation.services","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketingcharts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketingcloudapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketingdive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketingland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketingprofs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marketingusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketingweek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketminute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketo.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketplace-anzu.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marketplace.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"marketresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marketresearchfuture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketsandmarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketscreener.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"marketwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marketwired.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"markhor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"markittrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"markiza.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"markmonitor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"markovstudios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marksandspencer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marksmile.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"markt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marktechpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marktjagd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marktplaats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marktplaats.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marlboro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marmara.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marmiton.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marmot-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marmot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"marnet.mk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marphezis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marqo-ep.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marquette.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marquiz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marqvision.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marriage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marriott.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marrlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marsauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marseille.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marsflag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marsh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marshall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marshall.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marshalls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"martech-global.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marthastewart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"martianinc.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"martin-gebhardt.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"martindale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"martinfowler.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"martini.film","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"martinus.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"martted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marus.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maruti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marutisuzuki.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maruzenjunkudo.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marvel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marvell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marvelvsdc.faith","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marvin-it.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"marxists.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marykay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maryland.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maryville.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"marzaent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mas.gov.sg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mas.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"masahub2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maserati.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mashable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mashagame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mashaquiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mashed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mashery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mashgin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mashreghnews.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mashroom.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masomogaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masothue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masrawy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masrawysat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"masrfjlqg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mass.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mass.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"massagerepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"massarservic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"massdriver.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"massey.ac.nz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"massgeneral.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"massgeneralbrigham.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"massimodutti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"massivegrid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masslive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"masslottery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"massmutual.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masstamilan.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"master.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"master.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masterbetter.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mastercard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mastercard.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masterclass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masteredu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masterfap.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masterhost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mastername.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masters.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mastersportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masterspro.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mastertel.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mastertotop1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masterweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mastibaba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mastiraja.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masto.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mastodon.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mastodon.social","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mastodon.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mastra.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"masuknih.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"masutabe.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mat6tube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matadornetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matagora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matalan.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matano.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matas.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matbao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matbao.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"match.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"match2one.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matcha-health.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matchendirect.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matchfactory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matchmasters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matchrella.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matchsimulator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"matchtv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matchu.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matchwithneighbors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mate-desktop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mateleycranker.cfd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"materee.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"material.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"material.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"materialdepot.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"materialdesignicons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matetranslate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matheranalytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mathjax.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathnasium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathoverflow.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mathplayground.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathrubhumi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"maths.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathsisfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathsonline.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mathtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mathway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mathworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matichon.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maticooads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matidor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matillion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matka420.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matka420.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matkafasi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matmut.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matomo.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matomo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matplotlib.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matrimonio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"matrix.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matrix.to","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matrixgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matrox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matrp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matrubials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matsui.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matsukiyococokara-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"matsuyafoods.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mattcutts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mattel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mattel163.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matterlytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mattermost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matterport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"matters.town","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mattressfirm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mature.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maturetube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maudau.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mauijim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maurices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mauve.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mave.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maven.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mavenbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mavenlink.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maverickslink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maverickx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mavi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maville.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mavrtracktor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawada.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mawaqit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mawartotoblue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotofast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotogojo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotogoku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotokane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotokano.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotokimi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotonaruto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotoreptile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mawartotoril.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotosanji.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawartotosubzero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mawartototera.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mawartotovinales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mawartotozoro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mawdoo3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"max.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"max.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"max.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxbhi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maxdominios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxesads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxforceracing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxhost.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxifoot.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maximintegrated.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maximonline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maximstaffingdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxindo.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxiplace.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxis.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxmara.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxnet.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxonline.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxpreps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxroll.gg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"maxstream.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maxthon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maxtrader.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxwinexch365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maxxxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maya.ph","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayalabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayan.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maybank2u.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mayerbrown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayflowervisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayips.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maymobility.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"maynoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayo.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mayoclinic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mayoclinic.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mayoclinichealthsystem.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mayoclinicproceedings.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mayoral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maywoodai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mayzaent.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"maz-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"maza18.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mazafakas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mazda.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mazda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mazdausa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"maze.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mb-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mb-cosmos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mb.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbalib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbank.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbbank.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbddip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbdippex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbga.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbidadm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbidinp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbidtg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbl.is","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbna.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbodi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbos.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbrd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbs.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbsrv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mbta.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mbusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mbvlmb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mc-complex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mca.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mca.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcafee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcafee.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcarthurglen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcas-gov.ms","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcas-gov.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcas.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcccx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcclatchy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcclatchydc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mccme.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mccormick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcdlv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcdonalds.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcdonalds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcdonalds.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcdvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mce-sys.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mcgill.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcgraw-hill.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcgrp.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mchost.guru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mchost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mchs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mci.ir","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mckesson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mckinsey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mclaren.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcldns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcldns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcldns.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcldns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcldns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcluck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcmaster.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcmaster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcmworldwide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcnc.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mconvert.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcpedl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcpedl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcpehub.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcpvp.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mcr-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcr-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcsh.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcsv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcsweeneys.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mct.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcu.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mcusercontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mcw-casino.games","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mcw.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mcx.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mczbf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"md-hq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdalgorithms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdanderson.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdcalc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdchat.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mddservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdedge.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdex.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdg188sky.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mdhub.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdhv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdjdkfyp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdkblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdn.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdns.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdnsservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdpi-res.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdpi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdpr.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mds.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdstrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mdundo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdwrite.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdx.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mdydt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mdzol.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"me-qr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"me-talk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"me.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"me.game","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"me.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"me2zengame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"me8m8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mea.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meari.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mearicloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"measureadv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"measurementlab.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meazy-ads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mec.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mec.edu.py","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mec.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mecabricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mecca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mecha-health.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mechacomic.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mechoautotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meczyki.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"med.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medal.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medallia.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medallia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medallia.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medallia.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medbank.pro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medcity.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medcitynews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medcrypt.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medervahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medex.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"media-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"media-imdb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"media-lab.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"media-server.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"media.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"media.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"media01.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"media6degrees.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaad.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaalpha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediabistro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediacategory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mediacdn.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediacenter.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediacombb.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediacomcable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediacont.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediacorp.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediadash.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediadataflow.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediadecathlon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediadelivery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaexpert.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediafax.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediafire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediago.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediago.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediagotechnology.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediahuis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediahuisgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaindonesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mediaite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaklikk.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamarkt.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediamathrdrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediamatters.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediamelon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediametr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediametrics.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medianewsgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaoptions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediapart.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mediaplex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediapool.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediapost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediarithmics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaroom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediascope.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaserv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaset.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaset.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaset.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediasetinfinity.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediasmart.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediasmart.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediasquare.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediatek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediatemple.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediation.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediatoday.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediatradecraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaverse.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediavine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediavitrina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediavitrina.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediawallahscript.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediawiki.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediaworld.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mediaxchange.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medibang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"medicaid.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicaldaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"medicalnewstoday.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"medicalxpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicare.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicarevox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicinenet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"medicines.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicoverhospitals.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medicoveronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medietall.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"medigram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"medikamente-per-klick.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medimops.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medindia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medion.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mediotiempo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medisearch.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meditlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medium.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"medline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medlineplus.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medmehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medmonk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medonet.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medpagetoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"medpiper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medplum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medproad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medrxiv.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medscape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"medshop24h.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medsi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medsigroup.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"medtronic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"medu.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meduniwien.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meduza.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mee.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meesho.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meeshoapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meetbenson.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meetcarrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetcircle-blue.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meetcircle-netgear.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meetcircle.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetflo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meethue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetic.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetmirabelle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetscale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meetsoci.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meettech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meetup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meetupstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mef.gob.pa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mef.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mefound.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mega-moolah-play.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mega.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mega.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mega.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mega.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mega288andalanku.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mega338-sor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megabrain.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megacp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megadata.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megaescort.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megafile.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megafon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megagroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megahost.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megaknihy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megaleo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megalink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megalodon.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megamarket.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megamarket.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megamillions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meganameservers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meganameservers.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megapari-casino.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megapath.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megapay1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megapbx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megapersonals.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megaphone.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"megapteka.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megared.net.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megasmp.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megasoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megatube.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megatv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megaupload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"megawin-casino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megaxh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megazip.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megogo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"megoplan.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mehrnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mei.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meiboot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meigen.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meihuahj.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meijer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meiji.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meiji.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mein-datenschutzbeauftragter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mein-mmo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mein-schoener-garten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meinbezirk.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meinestadt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meinprospekt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meinschiff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meipai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meitre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meitu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meituan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meituan.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meitudata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meitustat.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meixingsoft.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meizu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mejorcdt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mekibau.baby","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mel.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mel.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"melaleuca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melapelacomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melapelocondibujos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melb.website","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melbet-165146.top","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"melbet-312756.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melbet-419270.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melbet-et.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melbet-ma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"melbet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"melbetegypt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"melbourneit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melder.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"melenki.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meli-iot.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meli-n12.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meli-n13.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meliadn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melisystems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meliuz.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melody98.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melolostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"melonbooks.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melonstube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meltwater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melty.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"melvad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mem.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mem0.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memberclicks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memberstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"membrana-cdn.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"membrana.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memcached.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memed.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memephimsexhay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"memfault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memorialhermann.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memory.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memphis.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memphistours.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mempool.space","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"memri.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"memrise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memuplay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"memurlar.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"men.gov.ma","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menaapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menafn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menara.ma","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menardc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mencretmesum.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendeley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendelu.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mender.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendixcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mendixcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mendral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meneame.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meneercasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menlosecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menrvabooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menshealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mensjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mensnet.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menstoppingviolence.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menswearhouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mensxp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentalfloss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentalhappy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentalhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentalhealth.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentamob.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menten.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentimeter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mention-me.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mention.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mentra.glass","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"menulink.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menuphimsexhay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menuweb.menu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"menwiki.men","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"menza.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meo.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meoodata01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meow.ac","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mephi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meraki-sdavc-saas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meraki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"meraki.direct","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merca20.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mercadoclics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercadolibre.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.uy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolibre.com.ve","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolivre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadolivre.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercadona.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercadopago.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopago.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercadopublico.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercantilbanco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercari.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercari.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercateo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mercdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercedes-benz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercedes-benz.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercedes-benz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merchant-center-analytics.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merchantcircle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"merchantos.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merchantware.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merckgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merckmanuals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merckmillipore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merckvetmanual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercoa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercola.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercura.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercury.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercurynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercusyscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mercy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mercycorps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merdeka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meredith.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meredithcorp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merequartz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mergeab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mergecakegame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mergecola.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mergecola.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mergent.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mergesigma.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mergesigma.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mergetwoaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merinfo.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meripehchaan.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merkle.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merkur.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"merkurslots.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merlin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merlinai.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merlincdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"merlion.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merlot.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meross.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merrell.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merriam-webster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"merrjep.al","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meruhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mesh.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mesh.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meshare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meshify.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meshok.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meshy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mesinfos.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mesmer.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"messagebird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"messagelabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"messagingengine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"messe-stuttgart.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"messefrankfurt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"messenger-club.xyz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"messenger.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"met.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"met.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"met.police.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meta.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"meta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meta.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meta.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metaaivm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metabet.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metacafe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metacore.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metacpan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metacritic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metadata.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metaffiliation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metafilter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metahub.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metal-archives.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metal.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metallica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metalware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metamask.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metamedline.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metaname.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metanet.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metaporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metapress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metaratings.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metasolutions.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metasrc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metatft.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metatrader5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metaxads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metaxplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metcheck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metcom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteo.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteo.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteoam.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteoblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteocast.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meteociel.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meteoconsult.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofor.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofor.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofor.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofrance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteofrance.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteologix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteomedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteoprog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteored.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteored.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteored.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteored.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteotrend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meteovista.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metered.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meterfeeder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meteum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"methodfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meti.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meticulate.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"meticulous.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metinfo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metinvest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metmuseum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metoffice.gov.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metofico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"metooo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metopera.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metorial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metoro.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metreecs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metricool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metrics-bunny.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metricswpsh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metricwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"metriport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metrix.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metro-cc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metro-marketplace.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metro-set.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metro.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metro.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metro.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metrobyt-mobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metromax.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metronidazoleinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metronieuws.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metroopinion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metropoles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metropolia.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metropolis.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metrotimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metrotvnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metruyenchuvn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metruyenhot.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metruyenhotne.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metservice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mettl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metu.edu.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"metunic.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"metwell.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meujogodobicho.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"meusitehostgator.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meutimao.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mevblocker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mevzuat.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mewatch.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mewayz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mewe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mexc.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mexc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mexico-places.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mexiconewsdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mext.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"meyerweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mez.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mezamashi.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mezmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mf.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mfa.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfa.gov.il","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfa.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mfa.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfa.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfa.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mfadsrvr.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfah.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mfcimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mfcr.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mfk1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfms.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mfrcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mg-inf.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mg.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mg64.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mg8sh1npdm3b.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mga.org.mt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgaru.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgeko.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mghost.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgimo.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgjinx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mgkomik.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgln.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mgm.gov.tr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgmresorts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgovcloud.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgp.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgread.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgsreops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgstage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgsu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgts-spdop.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgts.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mgtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mh.gob.sv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mha.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mhanational.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mhc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mheducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mhexam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mhhauto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mhi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mhlw.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mhmedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mhra.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mhrs.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mhthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mhverifier.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi-content.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi-dun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi-fds.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi-img.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mi.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mi.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mi9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miacademy.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miami.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miamidade.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miamiherald.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miaminewtimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miamioh.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miancname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miaozhen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miarroba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"micasino.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"michaeljfox.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"michaelkors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"michaels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"michelin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"michigan.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"michigan.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"michiganlottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"micpn-eu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"micpn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"micro-semiconductor.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"micro.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microbit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microblink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microcenter.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microchip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microfocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microgaming.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microless.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"micron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microsof.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoft-falcon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoft-int.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microsoft.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoft.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoft365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftazuread-sso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftcasualgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microsoftcrmportals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftinternetsafety.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftonline-p.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftonline-p.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftonline.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftonline.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftpersonalcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftstore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsofttranslator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microsoftusercontent.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microstrategy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microverse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"microvirt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"microworkers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"micsi.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"micso.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"micstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"micyhome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mid-day.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mid.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mida.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midasbuy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midasplayer.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midasplayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midasplayer.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midco.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"middesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"middlebury.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"middleeasteye.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"middleeastmonitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"middleware.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midea.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miden.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midilibre.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"midjourney.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midnightlotusgrove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midnite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midphase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midplane.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midrender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"midural.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"midwayusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miele.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mieru-ca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migadu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migalhas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miggos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miginfo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miglobalpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mignews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migrationpolicy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migrationsverket.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migros.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migros.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"migu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miguvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mihanwebhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mihoyo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miibeian.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miit.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miitbeian.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mijia.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mijn.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mijndnsserver.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mijndomein.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mijnwoordenboek.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mikatiming.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mikecrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mikmak.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miko.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mikotech.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mikrocontroller.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mikrotik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miku-doujin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mil.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mil.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"milannews.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milanofinanza.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"milanote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milanotoday.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"milanuncios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"milb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milbstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milenio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mileroticos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miles-and-more.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milesight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milesplit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milestonesys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milfat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milffox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milfporn.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milfxteen.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miliopay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"militaria.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"militarnyi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"military.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"military.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"militaryonesource.mil","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"militarytimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milkchoco.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"millenniumhotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"millercenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milli.gold","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"million.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"millionmarker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"millipiyangoonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"milliray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milliyet.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"milvus.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"milwaukee.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"milwaukeetool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mim.gov.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mimecast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mimecast.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mimecastcybergraph.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mimecastprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mimit.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"min-saude.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"min.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minagricultura.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mind-hunter.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mind.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindafansub.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindafansub.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mindbodyapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindbodygreen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindbodyonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindbox.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindbox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindemulation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindfactory.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindfi.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindfort.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindful.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindivy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindmegette.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindmeister.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindomo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindray.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindsdb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindsethealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindsphere.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindspring.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindstate.design","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindsunlawyers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindtickle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindtools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mindtos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mindtouch.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mindworks-creative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mine.nu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraft-inside.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minecraft-mp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minecraft-services.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraft.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraft.wiki","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraftcommand.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraftforge.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minecraftforum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minecraftservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minecraftskins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minedu.gob.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minedu.gov.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mineduc.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mineducacion.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mineflow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minefun.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minemen.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minepi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minergate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mines.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minesweeper.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minfin.com.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minfin.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingfuyun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mingky.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingky01.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mingky04.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingky13.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mingle2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minglotalk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingpao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingsenlawyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mingshuo.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minhchinh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minhngoc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minhngoc.net.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mini.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miniclip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miniclippt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minicor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minigame.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minijuegos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miniloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minimalistbaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minimax.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minimaxi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minimed.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minimum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mininform-nnov.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mining.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minionplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ministrybrands.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miniswap.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minitool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minivk.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minjust.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minkabu.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minkou.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minlib.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minmaxify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minna.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minneapolisfed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minnpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minochinos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"minomonsters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minoximed.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minsa.gob.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minsalud.gov.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minsvyaz.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mintegral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mintegral.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mintel.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mintlify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mintmanga.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mintmanga.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mintmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mintpressnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minuporno.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minusx.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minute-ly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minutemedia-prebid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minutemediacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minutemediaservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"minutouno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"minv.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miodottore.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mioffice.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miosaga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mip-platform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mipang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mipn-solutions.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mipos.co.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mipt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mir-chitki.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mir24.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miracleml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miraconsultants.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miragenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miraheze.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirakl.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miramiyujmo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miranda-media.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miranimbus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miranovaidn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirapolis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miravia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirconnect.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirdomovyat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirea.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mireene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miregistrocivil.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mireye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirniy-sp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirohost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mironline.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirra.now","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirror-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirror.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mirror.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirrormedia.mg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirrorservice.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirrorweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirtesen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mirtv.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miruro.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miruro.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mirurobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misa.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mise.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misecure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mises.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mishkalapy.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misli.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miso.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misolabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misprint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missav.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missav.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missav.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missav01.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missav123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missena.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"missingkids.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"missiveapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misskey.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missouri.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missouribotanicalgarden.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"missouriquiltco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"missouristate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"misspark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"missyusa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mister-auto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misterbooking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"misterdonut.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misterspex.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mistle.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mistore.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mistplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mistral.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mistral.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mistsys.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misumi-ec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"misupport.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mit.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitarbeiterangebote.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitchell1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitel.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitelefe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mitelis.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitelis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitene.us","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitic.gov.py","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitid.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitiendanube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitm.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitpressjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitre.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitsubishi-motors.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mitsubishicars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitsubishielectric.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitsubishielectric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitsui-shopping-park.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mittelbayerische.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mitula.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mitvos.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miuithemer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"miumiu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miwifi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mix.tokyo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mixerbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixh.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mixhost.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixi.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixi.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixkit.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixlink.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mixlr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixmax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixnews.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixpanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixpo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mixrank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixtubeapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixtubepro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixupload.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mixvale.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"miyagilabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"miyazono-kaori.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"miyuki-web.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizbanfadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizuho-sc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizuho-tb.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizuhobank.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizulina.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mizuno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mj12bot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mjedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mjt.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mjusticia.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mjyx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mk.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mk.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mkb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mkedit.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mketqua.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mks98.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mktdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktgcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktoedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktoresp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktossl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktoutil.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mktoweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mku.ac.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mkvmoviespoint.cab","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mkvmoviespoint.pub","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ml-attr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ml314.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mla.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mlazemna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlbangbang.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlbinfra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlbshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlbstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlbtraderumors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlcdn.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlit.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mljt.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlookalporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mlr.press","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlrnd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlsbd.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlsend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlsmatrix.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlssoccer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlstatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlsub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlsz.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mlwbd.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mlycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mm-cg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmafighting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mman.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmapiws.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmechocaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmh.org.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmic.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmo-champion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mmorpg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmscloudtest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmsgram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmsseen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmst.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmstat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmsvc.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmsvibex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mmu.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmu.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mmua.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mmvideocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mn.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mnaspm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mnbvcxzas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mnbvcxzq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mndx1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mne.gov.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mng.tl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mnhn.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mnhs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mnn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mnpzapewetkon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mnr.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mnregaweb4.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mnsu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mntprod.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mo.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moa.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moack.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moai-prod-samsung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moald.gov.np","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moatads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mob-edu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mob.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobaelo2000.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobafire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobage.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobalytics.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobcup.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobcup.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobfox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiauto.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobicontrol.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobicontrolcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobidriven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobifone.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobifriends.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobify-storefront.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobihealthnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobikwik.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobil123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobile-api.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobile-bb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mobile-review.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobile-tracker-free.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobile.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobile.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobile01.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobile9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobileadexchange.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobileadstrk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobileapptracking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobileboost.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiledokan.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiledokan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobilefuse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobilegamestats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobileiron.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobilejsr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobilejump.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobilelegends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobileposse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobileread.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobileslotsite.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobilevikings.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobilism.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobilityware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobilize.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobilon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobily.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiri.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobirise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobirise.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobirise.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobisafar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobisystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiusltd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mobiusmaterials.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobiuspace.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobizil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobkoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobolize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mobot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobshark.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobuppsrtb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mobvista.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobyanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mobygames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mobyoung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mochacare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mochahost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mochatrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mocom.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mocortech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mocospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mocreo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mod.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mod.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mod.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mod.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mod.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mod.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moda.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modal-storage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modal.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modanisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modarteaccessories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modaselvim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modat.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moddb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"model-kartei.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modelcontextprotocol.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modelence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modelmayhem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modelml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"models.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"models.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modelscope.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modernatx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modernbanc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moderndiplomacy.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modernfarmer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"modernghana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moderngov.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modernhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modernhealthcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"modernloop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modernluxury.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moderntreasury.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modesens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modhost.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modivo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modivo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modland.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modmedapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modo.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modrinth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modsecurity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modsfire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modthesims.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modularit.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modulate.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"modulbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modvault.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modxvm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"modyolo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moe-online.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moe.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.edu.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.gov.jo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moe.gov.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moe.gov.om","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moe.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moe.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moegirl.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"moengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moescape.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moet.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moevideo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moewalls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moeys.gov.kh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mof.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mof.go.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mof.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mofa.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mofa.gov.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mofcom.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mogu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mogujie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moh.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moh.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mohfw.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mohito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mohre.gov.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mohrss.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mohurd.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mohw.gov.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moi.gov.qa","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moi.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moichor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moises.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moj.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moj.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moj.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moj.gov.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mojapp.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojedatovaschranka.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojekrpice.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moji.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojohost.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mojsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mokahr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mokhtalefmusic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mokka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mol.im","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"molagri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"molbiol.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moleskine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"molex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mollie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mollyflow.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mollygram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moloco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moltbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moly.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mom.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moma.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momcozy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momentic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momentjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momentohq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momjunction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momo.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momomedical.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"momon-ga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"momondo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momoniji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momoshop.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"momoxfashion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momoyoga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"momvids.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mon-ent-occitanie.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mon-essence.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mona.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monad.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monarch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monarcha.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monash.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monash.edu.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mondaq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monde-diplomatique.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mondediplo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mondelezinternational.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mondialrelay.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mondo.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mondoweiss.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneco.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneroocean.stream","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monespacesante.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monet.com.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moneta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"monetate-prod.zone","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monetate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monetixads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monetizemyapp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monetka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monetrix.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monex.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"money.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"money.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"money.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moneycontrol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moneycrashers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneydj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"moneyforward.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneygram.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moneyhelper.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moneyhouse.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moneylion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneymetals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moneysavingexpert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneysmart.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneysupermarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneytimes.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneyweb.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moneyweek.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moneywise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mongabay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mongobrain.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mongodb-dev.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mongodb-qa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mongodb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mongodb.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mongodb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monic.mo","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monica.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moniepoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monikerdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moniterly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monitor.co.ug","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monitoring360.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monkey.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monkey.cool","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monkeyisland.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monkeytype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monkeyvillage.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monmouth.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mono-project.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mono.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monobank.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monobank.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monocle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monopolygo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monopost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monoprice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monoprix.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monoskop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"monotaro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monotype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monsanto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monsido.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monsnode.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monsterenergy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monsterhunter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monsterinsights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monstersandcritics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monsterserver.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montagehub.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montana.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"montbell.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montblanc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montclair.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montecarlosbm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montereybayaquarium.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monterosa.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"montevideo.com.uy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"montgomeryadvertiser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"montgomerycountymd.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"monthlyreview.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montiapm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monticello.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"monto.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"montrealgazette.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"monumint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"monzo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moodle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moodle.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moodmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moodys.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mooiedomeinnaam.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mookie1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mookuai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moomoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonactive.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moonbeam.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonburrow.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonfroglabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonfruit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonlight-stream.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonlighthathel.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moonpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonpig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonsethealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moonshot.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moontontech.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moonvalley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mooo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moose.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moosic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moots.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moovitapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mopar.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mopera.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moph.go.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mopinion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mopo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"moppy.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mopub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mora.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moradauno.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mordorintelligence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"more.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"more.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"more.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"more.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morele.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morelogin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morenutrition.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moreover.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moretapay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morf.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morganlewis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morganstanley.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morganstanley.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morganstanleyhongkong.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morgenpost.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"morguefile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moriarty-web.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morinaga.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moritech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moritzlegal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morlix.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morningbrew.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morningconsult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morningstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moroccoworldnews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morozov.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morphify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morphik.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morphlelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"morphllm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"morpho.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"morrisons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mortgagechoice.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mos-gorsud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mos.gov.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mos.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mos.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mos055.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mos077.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mos100.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosaic.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosaicvoice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosbatesabz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moscarossa.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosgorzdrav.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moshimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosite.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosmedzdrav.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosmetro.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosreg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moss.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mossfast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosspf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosspf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mossport.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mossru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mossturbo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"most-famous-paintings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"most.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mostbetslot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mosyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mosyle.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mot.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mot.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motel-one.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motel6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mothercare.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motherearthnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motherjones.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motherless.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motherless.xxx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motherlessmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mothership.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motion-gallery.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motionarray.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"motionbgs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motives.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motiw.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motocard.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motogp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motor-fan.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motor-talk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"motor1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorauthority.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"motorkari.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"motorola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorolasolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorradonline.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorsport-magazin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorsport-total.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motorsport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motortrend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"motos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motosport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motpaks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"motul.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mount.insure","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountain-portal.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountainproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountainwarehouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountsinai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mountvernon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mousecat.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mouseflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mousegesturesapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mouser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moushikomi-uketsukekun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mouthhealthy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mova-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movableink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movabletype.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movacal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movavi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moveaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movedot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movember.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moveon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moveplay.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mover.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movetv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moveworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moveworks.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movidesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movie-box.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movie-pilot.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviead55.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviebox.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movieboxpro.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movieclub-hd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"movieffm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviefm.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviefone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movielinkbd.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviemaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviemeter.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moviepilot.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movies4u.as","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"movies4u.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movies4u.finance","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movies4u.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"movies4u.pn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesanywhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesbox.com.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviesda.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesda.talk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesda19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviesda30.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviesda31.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesda32.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviesda33.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesmod.army","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviesmod.farm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviespage.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movieswood.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movieweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"moviezmad.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"moviezwap.llc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviezwap.love","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moviezwap.onl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movilnet.com.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movinglake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movistar.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movistar.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movistar.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movistarplus.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movix.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movizor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"movoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"movxx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mowell.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mowr.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mox.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moxfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moxing.party","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moxiworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moy.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moyafree.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moyandmoy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"moyo.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moyoung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moysklad.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"moz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mozartdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozaws.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozdev.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozgcp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozilla-europe.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozilla.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozilla.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozillabd.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozillafoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozillazine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mozzartbet.co.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mozzartbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mp.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mp3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp3juice.sc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mp3party.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mp3quran.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mp4.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp4moviez.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mp4moviez.care","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp4moviez.fan","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mp4moviez.fast","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp4moviez.latino","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mp4moviez.webcam","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mparticle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mpartner.digital","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpeasylink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpeblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpedistrict.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpei.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpez.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpi.gov.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mplat-ppcprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mplayerhq.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpo1221lala.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpo2121satu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpo88asiajebol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mponline.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mprnews.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mproserv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mps.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mps.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpsa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mpsmonitor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpstats.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpsuadv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mpulsefusion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mq.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mqdngd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mql5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mqseries.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mr-bet.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mr-jatt.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mradx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrbasic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrbet-top.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbet777.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrbet777.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrbet888.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbetchile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbetgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbetlogin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbetvip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrbilit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrbonus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrdmca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrds66.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrelief.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrf.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrgcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mriia.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrisoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrkoll.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrktmtrcs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrmoneymustache.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mrmserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mrporter.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrqz.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrse.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrsgreenapple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrshmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrsk-1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mrst.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrsu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mrud.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mrush.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ms-ins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ms.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ms.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ms.now","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msa.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msap.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msappproxy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msauth.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msauthimages.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msb.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msbl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msbte.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msccruises.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msccruisesusa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mscdirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mscds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mschosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mscs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msdkfaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msdmanuals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msdp1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msecnd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msftauth.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msftauthimages.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msftconnecttest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msftncsi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msftstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msg-csw-lenovo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msg.group","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msgamestudios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msgfocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"msgsndr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msguides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msha.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mshome.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msidentity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msidentity.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msidentity.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msk-ix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msk1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mskcc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mskobr.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mslmcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msmartlife.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msn.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"msnbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"msndvr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mspapis.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mspilot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mspoweruser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mspremium.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msrareservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msscdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mssg.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mssm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mst.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mst.link","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mstdn.social","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mstea.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"msu.su","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msudrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"msvdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mt.co.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mt.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mt.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mt48.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mt98.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mta.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mta.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtailor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtak.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtaroutes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtb-news.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtbiker.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtdata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mte.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtgarena.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtgdecks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mtgglobals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtggoldfish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mtgsy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mthai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtholyoke.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mthsense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtmeprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtn.cm","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtn.co.ug","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtn.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtnbusiness.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtnirancell.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtnl.net.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtproto.icu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtproto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtproxy.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtproxy.zip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtr.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtrtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtrxnet.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mts-cdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mts-link.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mts-nn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mts-ws.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mts.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mts.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtsbank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtsdengi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtu-net.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mturk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtv.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mtv.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtvnservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mtvuutiset.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mtw.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mubasher.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mubawab.ma","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mubi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mubicdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mucha-mayana-slots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muckrack.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mudafy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mudah.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mudrex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mueller.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muenchen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muffingroup.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mufg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mufgemea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mufy.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muitohentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mujeresbienestar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muji.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mulesoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mullvad.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mult-fan.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mult-porno.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mult-porno.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multi-rpc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multibrain.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multichain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multifactor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multifactor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multimango.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"multimovies.makeup","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multipasko.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multiplan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multiplayer.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multiply.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multiplylabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multiscreensite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multispaces.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multitheftauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multitran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"multiversity.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multivu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multiww.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"multporn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mumsnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mumuglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mumuplayer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mun.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mundo-co.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mundo-promote.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mundoai.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mundodeportivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mundoen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mundosexanuncio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"munhwa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"muni.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"munich-airport.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"munichre.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"municode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"munify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"munily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muoapeicp.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muosepicel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muragon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mural.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muralssouth.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"murata.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"murdoch.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mureka.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"murf.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musasi.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muscache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muscleandfitness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muscleandstrength.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musee-orsay.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"musehub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"museivaticani.va","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"museodelprado.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"museoreinasofia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musescore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musescore.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"museum-digital.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"museum.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mushroomtrack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"music-name-servers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"music-worx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musical.ly","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musicaldown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicbrainz.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicbusinessworldwide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicca.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicdel.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicdream.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musiciansfriend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musickordi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicnotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicradio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musics-fa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicstore.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"musicsweb.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musicviral.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musinsa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"musixmatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muslima.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muslimpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musoplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"musta.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mutetreehouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mutinyhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mutualart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mutualofomaha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muumuu-domain.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muyzorras.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muzce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muzkult.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muzmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muzofond.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"muztorg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"muzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mvasuper.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvdis.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvideo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvmnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mvnrepository.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mvp.fan","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mvqtdbfcw.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvtdev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mvv-muenchen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mwbsys-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mwbsys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mwcbarcelona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mweb.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mwmwebapis.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mwn.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mwr.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mws.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mwscdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mx-ns.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mx.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxcontent.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxhichina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxmpark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxplayer.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxpnl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxptint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxrouting.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mxserver.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mxtoolbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my-alfred.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-best.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my-cima.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-control-panel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-drama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my-free.website","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-hosting-panel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-ihor.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-imcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-ip.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my-it-solutions.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-manager-account.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-ndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my-personaltrainer.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"my-sje.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my.gov.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my2n.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my3cx.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"my3w.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my7v.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"my99exch.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"my99exch.tech","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myabandonware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myabsorb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myaccainsurance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myacurite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myadsget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myaisfibre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myalbum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myangular.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myanimelist.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myanonamouse.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myappsget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myarena.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myasiantv.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myavlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybaccaratguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybcapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybharat.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybigcommerce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybjjblog.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybloglicious.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybluehost.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybluepeak.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybluesun.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybook.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybookie.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybrightwheel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mybroadband.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybrt.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybsn.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mybusiness38.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mybuzzblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycafe24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycast.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycdn.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycima.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycingular.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myclapper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myclientip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycliplister.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycnhstore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycodemedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mycomicshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myconnect.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myconnectsecure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myconnectwise.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycorporateinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mycrestron.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mycusthelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myddns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydealz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mydesi.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydesi2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydesihd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydesixxx3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mydevil.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mydigitallife.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydigitalpublication.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mydirtyhobby.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydlink.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mydns.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydnscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydnspt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydnsvault.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydomain.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydramalist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mydramawave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mydrivers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myds.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mydw.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myeazipay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myecalendar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myenergi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myer.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myexternalip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfairplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfairpoint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfans.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfantasyleague.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfigurecollection.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myfin.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfitnesspal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myflfamilies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myflixerfree.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myflorida.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfloridalicense.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfls.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfonts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfonts.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfoscam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfox.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfox8.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myfreecams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfreshworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfritz.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfritz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myftp.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myftp.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myftpupload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myfwc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myfxbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myfymain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mygamebox.top","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mygameday.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mygames.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mygaru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myglobalgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mygolfspy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mygov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mygovid.gov.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mygreatlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myharmony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myhentaicomics.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myhentaigallery.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myherbalife.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myheritage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myhomescreen.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myhost.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myhostadmin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myhostpoint.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhpgas.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhuaweicloud-custom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhuaweicloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhuaweicloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhuaweicloud.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myhuaweicloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myicomfort.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myideasoft.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myikas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myinsales.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myinstants.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myip.expert","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myip.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myip.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myisolved.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myitero.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myjcom.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myjetbrains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myjewishlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myjiedian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myjobhelper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myjoyonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mykadri.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mykajabi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mykeeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myket.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mykhel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mykitsch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mykomon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mykronos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mylife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mylighthouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mylimobiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mylio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mylondon.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mylove.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mylust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mym.fans","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mymindbase.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myminifactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mymitchell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mymodernmet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mymovies.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mymrbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mymusic2025.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myna.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mynavi.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynavyexchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mynet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynet.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynetgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mynetname.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mynewsdesk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynewserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mynexia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynextderma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynimeku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mynkai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mynorthwest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mynt.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myntassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myntra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myoas.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myoffice.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myoji-yurai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myoppo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myorderbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myovcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myparisblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypasswordapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mypcards.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mypep.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypepsico.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myperfectresume.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myperfit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypertamina.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypikpak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mypinata.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypixieset.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypoints.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myporn.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myportfolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mypos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mypromethean.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myprotein.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mypurecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypurecloud.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypurecloud.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mypurecloud.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myq-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myqcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myqdevice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myqnapcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myqnapcloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myquark.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myquickcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myradns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myreadingmanga.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myrealpage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myrecipes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myregistry.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myrepublic.co.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myria.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myrka.digital","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myrostelecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myroute53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysamba.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysanantonio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myschoolapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysecurecloudhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myseldon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myshn.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myshn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myshopify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myshopline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myshopline.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myshoptet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myshows.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysivi.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysmartflat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mysmartprice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysmsportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysonicwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysonicwave.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysora.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myspace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myspacecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myspecies.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myspreadshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"myspringfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysql.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysrsx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mystagingwebsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysterium.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysterythemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mystic.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mysticechohaven.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mystify.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mystnodes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mystrikingly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myswitzerland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mysynchrony.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytalkdesk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myteamspeak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myteksi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytel.com.mm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytelco.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytemp.website","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myth.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mythad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytheresa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mythic-beasts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytimeline-news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytimezero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytischtennis.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytonagames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytoolstown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytos.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mytrafficmanagement.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mytuner-radio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mytuner-radio.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mytuner.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mytv.xin","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myukcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myunidays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myunowallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myuplink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myutiitsl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvendy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvideo.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvidster.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myviewcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvnc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvolumio.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"myvscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvtex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myvzw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywahosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywaifu.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywavehome.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myweb3id.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywebcamroom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mywebsite-editor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywellness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mywhc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mywire.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myworkday.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myworkdaycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myworkdayjobs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myworkdaysite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myworkpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mywot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"myzaker.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myzen.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myzone.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"myzyxel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"mzansi247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"mzansipornvideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"mzona.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mzrobo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mzsakha.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mzstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"mzv.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n-able.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n-jav.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n-kishou.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n-tv.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"n0c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n0labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n0qq3z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n1-casino.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n1.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n1info.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n1info.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n26.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n2ch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n2p.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n2p.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n340.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n3health.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n4g.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n5t3vrjp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n8n.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"n8n.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"n9.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"na-kd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naacp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naasongs.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nab.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nabble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nabis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nabla.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nabto.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nabu.casa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nabu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nabucasa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nachi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nachrichten.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nacion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nada.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nadbro.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nadeko.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naderman.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nadirkitap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nadra.gov.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naeyc.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naftemporiki.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nag.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nag.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naga-89.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nagad88f.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nagalandstatelottery.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nagawinplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nagawinslot.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nagich.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nagich.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nagios.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nagopore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nagoya-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nagoya.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nahb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nahdionline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naiadsystems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naijafap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naijaprey.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naijared.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naijatape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nailbook.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nairaland.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naist.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naiz.eus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"najva.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nakamacloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nakanohito.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naked-science.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nakedcapitalism.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nakheelteam.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nalog.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nalpeiron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namasha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namastedharma.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"name-server-kas.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"name-server.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"name-servers.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"name-servers.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"name-services.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"name.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namebay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namebright.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namebrightdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namecard.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namecheap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namecheaphosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namecity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namefind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namehero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namehero.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namemc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"namepros-dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namepros-dns.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namepros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namequery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameresolve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameresolvers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namesandfaces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nameself.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameserver.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameserver.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameserver.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nameserver.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameserverservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameserverservice.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameservice.at","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namesilo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nameslink.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namespro.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namestar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namestudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nameswriter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namesystem.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nami.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"namirial.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namnak.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namshi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"namu.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namu.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"namur.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"namy.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nan-net.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nana-press.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanancloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nanastoto73.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nanastoto92.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nango.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nankai.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nankankeiba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nano.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nano.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanocad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanocorp.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanocosmos.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanograb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanoleaf.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanonets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanopool.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanoreview.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nanosystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanosystems.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nanowrimo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nao.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nap.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"napaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napconoc2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napier.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napista.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napiszex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napkin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"napkinlands.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napkinmath.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"naplesnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"napoleon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"napoleoncasino.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"napoleonsports.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"napopravku.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"napps-1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"napps-2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"napps-3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nappyonsetstiffness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"napster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"napthe.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nar.realtor","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nara-wu.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naralsex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naranjatec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naranjax.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narcity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narkive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"narod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narod.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narrativ.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"narrative-sports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"narrative.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narrpr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"narsa.gov.ma","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"narto-drama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"narvar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"narwaltech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"narwhalpay.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nasa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nasaspaceflight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nascar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nasdaq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nash-dom2.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nashaniva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nashjournal.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nashobmen.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nashville.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nashvybor.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nashvybor2021.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nask.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naslovi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nasm.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nasuni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naszemiasto.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nat.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natalie.mu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natashaskitchen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natecorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natega-eg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"natega4dk.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natemat.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natgenagency.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natgeofe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natgeotv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nation.africa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nation.co.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nation.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"national-football-teams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"national-lottery.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalacademies.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalarchives.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalbroadband.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationalcar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationaldaycalendar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationaleatingdisorders.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nationalexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalgalleries.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalgallery.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalgeographic.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationalgeographic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalgeographic.com.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationalgeographic.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nationalgeographic.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nationalgeographic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nationalgrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalinterest.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nationaljournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalmssociety.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationalobserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nationalpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalpublicdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationalrail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nationalstocknumber.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationaltheatre.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationaltoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationaltrust.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationalww2museum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationbuilder.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationmaster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationstates.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nationthailand.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationwide.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nationwide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nationwidechildrens.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"native-instruments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nativeagents.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nativendo.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natlawreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nato.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natomanga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natrohost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natura.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natura.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natura.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naturabuy.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naturacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naturalcycles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naturallclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naturalnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naturalreaders.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nature.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nature.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"natureetdecouvertes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"naturitas.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"natwest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nau.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nau.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naughtyamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naukanet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naukatech.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"naukri.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naukrigulf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naumen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naumen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naurok.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nautil.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nautiljon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nautilus.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nautiluscloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nav.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navarra.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navattic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navdmp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navegg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naver.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naver.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navercdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navercorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"naverncp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navexglobal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navidns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navier.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navigraph-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navigraph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navima.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navirank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navitime.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navitime.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"navitime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navy.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navydmpr.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"navyfederal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"navytimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nawpush.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naxclow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nayatel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"naychje.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"naydex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nazwa.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nb.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbaonlineservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nbbaoyang.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbc4i.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcbayarea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcboston.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcchicago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcconnecticut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcdfw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbclosangeles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcmiami.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcnewyork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcolympics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbcphiladelphia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcsandiego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbcsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbcuas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nbcuni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbcuott.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nbcwashington.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nbd.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbe.com.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nber.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbg.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbki.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbqfbj.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nbskfyy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nbwaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nc0.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncaa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ncaa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nccj.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nccn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nccu.edu.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ncdhhs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncdot.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncert.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nch.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nchc.org.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nchsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nchu.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ncisoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncjrs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncku.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncl.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncl.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncleg.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nclottery.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncloudgtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncloudslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncnet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncnu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncoa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncompass.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncore.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncpgambling.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncplatform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncrbackoffice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncregister.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncronline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncrplatform.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncrsaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncsasports.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncsc.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ncsecu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncsl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ncsoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nctm.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nctsn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nctu.edu.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncu.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ncupdate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ncvtonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nd-aktuell.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nd-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nd.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nd.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndash.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndcimgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndcpp-os.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndcpp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndhu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndl.go.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndm9.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndmais.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ndmdhs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndmsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ndrc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndsplitter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ndtv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndtv.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndtvimg.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ndtvprofit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ne.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nea.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nea.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neal.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"near-place.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nearblocks.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nearcut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nearlyfreespeech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nearme.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nearpod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nearwave.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nease.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neat.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neatorama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nebally.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nebeducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nebenan.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nebo.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nebraska.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nebraska.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nebula.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nebulalive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nebusec.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nebusfinance.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nectarclimate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nectome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nectsideaments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nedbank.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nederlandseloterij.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neea.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neetprep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nefes.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nefisyemektarifleri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nefta.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neftm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"negate.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"negocio.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neh.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neilpatel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neimanmarcus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neixin.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nejm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nekki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nekobt.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nekomi.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nekopoi.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nekostream.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nekto.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nel.goog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neliti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nellisauction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nelnet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nelogica.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nelomanga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nelreports.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nema.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nemo.aero","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nemo.travel","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nemphosbraue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nemzetisport.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nenkin.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neo4j.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neo7x.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neocities.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neocomapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neodatagroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neodigit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neodocs.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neoenergia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neogaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neogov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neokyo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neon.build","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neon.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neon.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neoncoral.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neoncrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neonova.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neopets.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neoprotect.ovh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neoseeker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neoserv.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neostrada.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neowin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nepalcanmove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nephobox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nephrogenbiotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nepremicnine.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nepszava.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nequi.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nerdgaming.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nerdist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nerdpart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nerdpress.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nerdwallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nereserv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nescafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nesco.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neshan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neshanmap.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nesine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nesn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nespresso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nessielabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nessus.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nesta.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nestgenomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nesthubdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nestle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nestorup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net-a-porter.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net-chinese.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net-empregos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net-hosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net-line.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net-perform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net.hr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"net11.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net22.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net318.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"net52.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netacad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netafraz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netalerts.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netangels.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netatmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netatmo.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netbeans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbeez.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbird.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbk.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netbreeze.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbsd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netbynet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcabo.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcenter-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcetera-cloud-payment.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcetera-payment.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcetera.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netclusive.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcologne.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcom.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcoresmartech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcraze.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcraze.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"netcraze.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcraze.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcraze.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netcraze.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcup.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netcup.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netdata.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netdirekt.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netdna-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netdna-ssl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netdoktor.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"netease.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netease.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neteller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neterra.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netexpert.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netexplores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netfiber.net.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"netfilm.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"netfilter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netfirms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"netflix.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"netflixaws.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netflixstudios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netflixtechblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"netfoundry.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netgalley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netgate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netgear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nethely.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nether.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netherrealm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nethinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nethost.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nethouse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netim.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netinfo.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netins.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netipybase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netis.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netjust.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netkeiba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netkl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netlify.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netlify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netlifydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netlifyglobalcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netlightsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmagicians.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netmaker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmap.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmarble.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netmeds.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmirror.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"netmirror.global","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"netmonet.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netmums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netnames.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netnanny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netnerd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netnod.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netperf.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netplus.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netpotok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netpulse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netpygrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netrack.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netraidly.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netregistry.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netsample.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netscalergateway.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netscape.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netshoes.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netshort.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netshort.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netskope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netskope.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netskrt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netsmartcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netsol.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netsolhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netsons.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netsparkmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netstar-inc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netsuite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nettavisen.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nette.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nettiauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nettigritty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nettimoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netto-online.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nettrck.store","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nettruyen.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nettvservices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netvasco.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netvibes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netvigator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netvision.net.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netvoyage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netweather.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"network-auth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"network-lc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"network-n.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networkadvertising.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networkbench.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"networkforgood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"networklayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"networklinks.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"networkocean.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networkoperations.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networkrail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networksolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networksolutionsemail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"networkworld.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netzadresse.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netzone.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netzpolitik.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"netzrun.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"netzwelt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"neu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neu6.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neubox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neue-casino-spiele.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neuralink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neurips.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neuro-id.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neuroid.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neurology.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neuromorphic.vision","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neuronindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"neurosciencenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neustar.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neverssl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nevosoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"new-casino.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"new-line.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"new-programmatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"new-rus.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newadvent.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newagtalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newamerica.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newarab.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newatlas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newauction.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newbalance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newbigblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newcastle.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newddns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newecf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newegg.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newegg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neweggimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"neweracap.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newffads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newfold-dev.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newfold.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newgrounds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newhomesource.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newincentives.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newindianexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newizv.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newlook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newmaal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newmitbbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newmoneycompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"neworleans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newpharma.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newplayjj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newrelic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newrepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news-cdn.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news-headlines.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news-img.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news-journalonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news-leader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news-medical.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news-postseven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news-press.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"news.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news1.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"news10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news12.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news18.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news247.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news24bd.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"news24online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"news3lv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news4jax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"news4sanantonio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"news5cleveland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"news9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsandstar.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsbeast.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsbloger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsblur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsbomb.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsbook.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsboydurance.cfd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsbreak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsbtc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsbusters.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsbytesapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newscatcherapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newscentermaine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newscgp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newschannel5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newschannel9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newschannelnebraska.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newschool.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newscientist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newscorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newsexxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsfilecorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newshinyd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newshosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newshub.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsit.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newslocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsmatics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsmax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsmemory.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsnationnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsnow.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newsnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newsobserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newson6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsonair.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newspaperarchive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newspapers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newspicks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newspim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newspulsenow.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newsroom.bi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsroomlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsru.co.il","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newssc.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newstatesman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newstoryhomes.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsvine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsweaver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newsweek.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newsweek.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newsweekjapan.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newswire.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newswise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"newtail.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newtalk.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newtekdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newtimes.co.rw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newtoki1.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newtrack.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newtvcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newvoicemedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newworldencyclopedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newyorker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"newyorker.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newyorkfed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newyorklife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"newzealand.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"newzoo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nex.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nex8.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexaexperience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexcess.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexgoglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexi.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexicom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexigen.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexigroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexnet.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexon.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexoncdn.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexstardigital.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"next.co.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"next.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"next.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"next.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextcapital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextdirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextdns.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextdoor.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nextdoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nextech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexterarobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexters.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextersglobal.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextfit.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextgenshopping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextgov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nexthink.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextiva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextiva.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextjs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextlgsdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextmillmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nextos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextpay.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nextrp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexttop.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexttv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexu.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexus.vin","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexusmods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nexustoons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nexverse.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexx360.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nexxen-es.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nezakr.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nezavisne.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfb.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfcube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfhsnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfib.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfieldmr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nflshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nflxext.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nflximg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nflximg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nflxso.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nflxvideo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfnpx.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfoservers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfpa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfrance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nfse.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfshost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nftstorage.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nfz.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ng.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nga.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nga.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nga.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngaagslb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngacm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ngakaknakal.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngengesport.cd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngenix-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngenix-dns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngenix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngentub.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngfiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nghttp2.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nginx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nginx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nginx.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngl.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngpay88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngpvan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngquotit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok-agent.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok-cname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok-free.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok-free.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngrok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngrok.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngt.academy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ngtld.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngtv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngudimulyo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nguoiquansat.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ngxcld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nh-hotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nh.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nha.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhaccuatui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhandan.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhathuoclongchau.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhentai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhentai.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhentai.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nheos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhi.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhk.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nhk.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nhm.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nhnace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhnieuws.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nhpr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nhregister.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nhs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhsbsa.nhs.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nhsinform.scot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nhtsa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ni.ac.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ni.net.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nia.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niadd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niagahoster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nianticlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nianticspatial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nianticstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nibba.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nibo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.ac","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.aero","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.art","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.autos","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.best","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.bi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.bid","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.box","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.buzz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.casino","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.center","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.cfd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.chat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.city","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.codes","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.company","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.cyou","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.domains","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.download","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.dz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.email","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.et","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.expert","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.fan","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.farm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.fo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.group","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.guru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.help","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.homes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.hosting","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.icu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.jobs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.kw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.la","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.lk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.market","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.med","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.media","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.microsoft","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.ml","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.my","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.net.mm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.net.ng","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.office","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.pics","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.plus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.pn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.rocks","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.run","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.sbs","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.software","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.st","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.support","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.tel","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.travel","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.uy","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.ve","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.wtf","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.xin","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nic.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nic.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nice-incontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nice-team.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nice.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nicecloudsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicegram.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicegram.cloud","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nicegrup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicehash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niceincontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niceisp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicematin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nicemedia.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicepage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nicepage.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicequest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nichost.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nickfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nicmusic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nicnames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niconline.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niconsul.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nicovideo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nicsell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nict.go.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nict.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nicusa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nidirect.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nidw.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niedersachsen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niedersachsen.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niedziela.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nielsen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nielsencollections.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nielseniq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niemanlab.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nieuwsblad.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"niezalezna.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nifc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nifty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niftygateway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nightcafe.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nih.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nihaojewelry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nihon-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nihr.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nii.ac.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niigata.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niji-gazo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nijisanji.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nike.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nike.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nikecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niketalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nikhef.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nikkan-gendai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nikkan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nikkansports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nikke-kr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nikkei.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nikkei.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nikkei225jp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nikkeibp.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nikon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nikonusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nikshay.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nile-online.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nimbic-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nimblerx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nimblestorage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nimbusgrovelodge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nimbuspop.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nimfomane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nimg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nimo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nine.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ninebot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninefives.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninemsn.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninenovo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninetailed.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ning.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninicoin.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninisite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninjakiwi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninjaone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninjarmm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninjarmm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninjatrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ninogaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo-europe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo-master.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nintendo.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nintendo.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nintendo.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendo.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nintendoeverything.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nintendolife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nintendowifi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ninthdecimal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nios.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nip.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nipic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nippon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nipr.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nips.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niraenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nirsoft.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nirvahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nirvam.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nishatlinen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nishinippon.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nissan-global.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissan.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nissan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissan.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissandime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissannews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissanusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nissay.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nissen.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nist.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nisti.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nit.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nita.gov.gh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitacashhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nitc.gov.np","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nitec.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"niteflirt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitf.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitori-net.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nitrado.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitrocdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitrocnct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nitrode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitroflare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitropay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitrotype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nitter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"niumacdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nix.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nixihost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nixos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nixplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nizixun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nizza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nj.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njal.la","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njau.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"njav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njavtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njcar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njcourts.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njit.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njjjmrbq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"njlottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njnu.edu.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"njoyn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njtransit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njtzzrvg0lwj3bsn.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nju.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"njuskalo.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"njxrhb.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nkfust.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nkj.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nkn.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nktrdr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nla.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlb.gov.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlc.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nlcbplaywhelotto.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nld.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nli.org.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nlkoddos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlnetlabs.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlock.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nloto.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nlpl.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlr.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nlr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nlrb.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nltimes.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nm.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmas.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmcorp.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nmg.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmgassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmgdev.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmlsconsumeraccess.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmpa.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmrodam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nmsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmugroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nmugroup.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nn125.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nndb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nngroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nnm-club.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nnm-club.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nnmclub.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nnnrc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nnov.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nnppffccddggdd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nntv01.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"no-ip.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"no-ip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"no-ip.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"no-ip.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"no-protect.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noa.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noaa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nobat.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nobelbiocare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nobellfoods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nobelprize.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nobitex.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noblemerrycompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noblogs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nobroker.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noc40.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nocdirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nocibe.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nocookie.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nocowanie.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nocsu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noda.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nodacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodacdn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nodak.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodals.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodecast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodegrimbird.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodejs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodemaven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodereal.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodered.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodes.ac","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodeseek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodesource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodetszz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodexphere.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodies.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodr.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nodsvpnspace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nodzway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noembed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noen.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nofeu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nofilmschool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nofraud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nogizaka46.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"noho.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nohu90.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noi.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"noibu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nojima.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nokia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nolags.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nolimitcity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nolo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"noloco.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nologo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nomba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nomerogram.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nomi.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nomic.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nominalia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nominaltechno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nominet.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nominetdns.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nomod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nomor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nomura.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nomura.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nonamesec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nonghyup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nongnu.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nongpin88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nongrenzhaipin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nono.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nontonanimeid.boats","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nontondrama.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nontonx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nonverifieddomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noodlemagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nooie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noon.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nooncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noor-book.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noorahealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noordhollandsdagblad.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nopcommerce.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noradsanta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordaccount.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordbayern.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nordcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordcurrent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norden.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordhold.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordicsemi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordicway.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordkurier.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nordlayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordnet.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordpass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordstrom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordstrommedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nordstromrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordu.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordvpn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nordvpn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nori.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norid.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noridianmedicareportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"norirobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noris.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norkon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"normalfactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"normattiva.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"normbot.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"norml.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nornik.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"norra.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norsk-tipping.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norstatsurveys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"northbeam.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"northdata.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"northeastern.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northerntool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northgrum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"northjersey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"northropgrumman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"northumbria.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northwavepoint.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"northwell.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northwestern.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"northwesternmutual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"norton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nortonalto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nortoncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nortonlifelock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nortonrosefulbright.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"norwegian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nos.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nos.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nosalty.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noscript.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noskomnadzor.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noso.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nosofiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nosok-top.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nosto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nosv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"not606.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"notabene.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"notability.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notaires.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notamedia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"note.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notebook.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notebookcheck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notebookcheck.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notebooklm.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notebooksbilliger.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noteflight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notegpt.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notelega.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notepad-plus-plus.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notes.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notetodoapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notfans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nothing-sus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nothing.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nothingbundtcakes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nothingtech.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nothingthere.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noticiasaominuto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"noticiascaracol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"noticiasdenavarra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notifadz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notifpush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notify-me.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notino.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notino.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notino.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notino.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notino.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notino.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notinoimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notion-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notion.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notion.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notionpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"notionusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"notitimba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notonthehighstreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notretemps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notte.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notthebee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nottingham.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nottinghampost.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"notube.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notube.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"notvpn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nou.edu.ng","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nouns.camp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nourish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nousresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nouvelle-aquitaine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nouvelobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nova.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nova.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nova.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nova.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nova.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novabev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novabeyond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novacredit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novaflowapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novaicare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novakidschool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novanewsapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novaposhta.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novapost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novartis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novascotia.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novaskin.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novaspin88.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novatek.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novatr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novaventa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novavexis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novayagazeta.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novayagazeta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novel.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novel543.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"novelai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novelarrow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novelbin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novelcool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novelfire.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novelflow.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novelfm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novelfmvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novelfull.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novelfull.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novelhubapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novellive.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novelpia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"novelupdates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novelupdatesforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"noventi-ora.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novibet.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novilist.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novinhabucetuda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novinite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"novinky.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"novmedtech.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novoflow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novofon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novofon.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novonordisk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novoresume.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novosti.rs","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novotelecom.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"novusbio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"novyny.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"now.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"now.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"now.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowabst.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowadays.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowcdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowcircular.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowcndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowdrm.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowgoal26.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nownews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nownodes.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowpayments.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowscore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nowtoronto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nowtv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nowtv.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nox.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"noxmetals.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noya.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"noz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nozomi.la","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nozomio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"np-internal.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"np-sr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npa.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npage.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npb.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npci.org.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nperf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npfalliance.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npftas.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npg.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npg.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"npiprofile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npix.net.np","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npl.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nplindia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nplus1.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npmcdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npmjs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npmjs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"npmmirror.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npo.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npocloud.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nporadio1.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"npr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nprotect2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nprstations.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nps.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nps.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nptel.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"npttech.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nr-data.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nr-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nr-ops.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nra.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nra.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrao.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrc.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrc.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrc.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nrc.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrcresearchpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nrdc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrega.nic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nreganarep.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nregastrep.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrel.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nresystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nrf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrich.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrj.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrk.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nrl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nrn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nrservice.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrw.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrwlokalradios.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nrz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ns-ncloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns-not-in-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns-serve.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns-tech-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns-webvalue.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.dp.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.lb","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.mv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.net.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ns.nu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns0.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns14.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns1global.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns1p.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ns1pcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns2121cc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns247.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns2online.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns35.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ns365.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsatc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsaudience.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsctotal.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsdns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nseindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsf.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsfc.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsfwph.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsgodo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nshost2.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsidc.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsimg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsk.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsk.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nska.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nskeeper.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nskes.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nskorea.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsn-now.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nsnlookup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nso.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nso.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsone.net.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nspcc.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nspk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsportal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsprimario.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsset.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nssvc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nst.com.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nsta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nstld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nsureapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsvcs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsw.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nswebhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nswpedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nsysu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nt-isp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nt.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nt.technology","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nta.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nta.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nta.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nta.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntc.net.np","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntc.net.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntdb.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntdns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntelecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntesgsght.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntesmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntfy.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntfybzlyfw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntghkt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntguchi.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nthu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntia.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntjlzz.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntlworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntn-snr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ntnltech.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntnu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntnu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntnu.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nto.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ntp-fireos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntp-servers.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntp.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntp.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntp.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntp2-sync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ntpc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntpc.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntpns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntppool.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntprog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntpu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntruss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntsb.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntsc.ac.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntt-east.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntt-west.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntt.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nttdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nttdocomo.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nttgdca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nttpc.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nttu.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntu.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntu.edu.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntua.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntuh.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntust.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntv.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ntv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntvpforever.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ntvshara.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ntvspor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nu.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nu.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nu.international","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nu.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nu.or.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nuaa.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuanced.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuancehdp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuancemobility.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nubank.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nubgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nubia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nucleoresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nudatasecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nudeindians2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nudevista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nudogram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nudostar.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuernberg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuevaeps.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nuevapasion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuevoloquo.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuevosoi.com.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuget.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuigalway.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuki.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nukistream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nulls.gg","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nullschool.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nullsproxy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nullstone.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numbeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numerade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"numeral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numerama.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numericable.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"numerionlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numero.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numida.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numind.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"numpy.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nungqua.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuntiustx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nunu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nunuporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuptic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nur.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nurd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuri.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuro.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nursingworld.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nus.edu.sg","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nusa.net.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuskin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuso.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nustargame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nustargame.ph","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nusuk.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nutaku.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nutanix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nutrition.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nutritionfacts.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuuvem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuveen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuvemshop.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuvid.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nuvocargo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nuvola.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nuwber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nuxt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nv.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nv.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nv7s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvaccess.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvcam.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvcasinos.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvcasinos.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvdst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvdvr.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvi.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvidia.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvidia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvidia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvidiagrid.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nvmessd-servers.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nvts.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nw.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nwalsh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nwaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nwf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nwitimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nwpu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nwse.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwsource.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwsvr1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwsvr2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwu.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nwzonline.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxcli.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxcli.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxdcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nxp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxtbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nxvms.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nxvms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nxxhentai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ny.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ny1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nya2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nya5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyaa.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyaa.vc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyaatracker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyacat.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyahentai.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nybg.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nybooks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyc.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nycgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nycgovparks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nychhc.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyckel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nycourts.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyctourism.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nycu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nydailynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyecasino.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyheter24.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nykaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nykaafashion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nylas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nymag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nyopivhcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nypl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nypost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyrr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nysc.org.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nysed.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nysenate.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nysun.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nyt.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nytco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyti.ms","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nytimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nytrng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nyu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nyulangone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nz.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nzb.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"nzbfinder.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nzbgeek.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nzbplanet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nzdating.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nzherald.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nzn-crm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nzn-erp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nzn-mes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"nzn-oa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"nzpost.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nzxt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"nzz.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"o-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o11.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"o11.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o18.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"o2.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"o2.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"o2.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"o2online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"o2r53ctp.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o2switch.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o2tvseries4u.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o3.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o365filtering.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o365weve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o3t.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"o7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oaed.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oaic.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oaistatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oaistatsig.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oaiusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oakland.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oaklandjoseph.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oakley.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oanda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oantagonista.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oapen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oar.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oasis-open.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oast.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oast.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oast.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oastatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oath.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oath.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oati.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oauth.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oaxzmnmojw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oaydks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oba.gov.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obdev.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oberberg-online.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oberlin.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oberlo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obi.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obi.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obihai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obilet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obit.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obitalk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obiwankenode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"objectrocket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oblakoteka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obox-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obozrevatel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obqj2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obr55.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obramat.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obramax.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obsec.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"observablehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"observador.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"observantai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"observe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"observeinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"observeit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"observer.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"observer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"obsidian.md","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obspm.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"obsproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oc3n.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocado.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocala-news.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocbnyutpfwjs.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"occ.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"occ.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"occrp.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ocdn.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocean-components.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocean.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oceana.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oceanconservancy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oceanengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oceanfall.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oceanicdreamcove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oceanloghub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oceanofpdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oceans-nadia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oceantogames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oceanwp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ochanges.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ochre-bio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ochsner.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oclc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oclean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocmhood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocms.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocmtag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocmthood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocn.ad.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocn.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocnk.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ocregister.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocry.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocsbet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ocsp-certum.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oct8ne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octaneai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octavewealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octillion.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octlib.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"octo25.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"octobrowser.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octoclick.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octolane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octopart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octoprint.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octopus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octopus.energy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"octotracking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ocu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oculus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oculuscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"od-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odastudio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odatv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oddpool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oddschecker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oddspark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oddspedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oddsportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oddsserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oddsshark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oddsview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odeko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odeon.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oderland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odesli.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odexglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"odibets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"odido.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odigos.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odisha.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odishaminerals.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odkl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odn.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odn.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odnoklassniki.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odns.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odpbusiness.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ods.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odt.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"odu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odwen.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"odysaviation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"odysee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oe24.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oeamtc.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oeaw.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oebb.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oec.world","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oecd-ilibrary.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oecd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oechsle.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oecstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oeeee.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oefb.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oeis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oeko-tex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oekotest.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oem.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oempartsonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oercommons.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oeticket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oetiker.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofcom.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ofcs.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ofd-initpro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofd-magnit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofd-ya.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofeminin.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oferteo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offbeast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offdeal.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offerista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offerup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"office.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"office.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"office.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"office365-net.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"office365.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"office365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"office365.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officeally.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"officedepot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officedepot.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"officemag.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"officeplus.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"officeskill.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officestation.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officewebapps.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officeworks.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"official.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"official.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"officialcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"officialyonogames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"officielebekendmakingen.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offidocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offlinesharing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"offshor.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"offshorehosting.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofgem.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofidc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ofssbihar.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ofsted.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ofweek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogames.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ogc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oghost.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oghub.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogicom.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogilvy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oglaszamy24.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ogm.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ogol.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogolosha.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ogomovies1.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ogomovies2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogury.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ogyfmts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohchr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohio-state.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohio.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohio.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohiohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohiolink.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohiolottery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohm.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohmicbiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohmy.bid","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohmynews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohne-makler.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohou.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohousecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ohpolly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ohthree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oi.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oicp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oie.int","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oikotie.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oikoumene.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oilprice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oireachtas.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oisrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ojogo.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ojogodobicho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ojp.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ojrq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ojsbdjn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ok-doujinx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ok.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ok.porn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ok.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okairos.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okala.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okamiboss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okani.care","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okayama-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okaz.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okazii.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okcdn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okcoin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okcountyrecords.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"okcredit.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okcupid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okdesk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okdiario.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oke.zone","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okendo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okex.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okezone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okfn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okfn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oki.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okibi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okihome.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okiloveyoupleasedonttouchme.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okinawatimes.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"okjds8z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okko.sport","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okko.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okks01.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oklahoma.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oklahoman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oklink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okmagazine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okmeter.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okmp3.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okolo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"okpool.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okstate.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okta-emea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okta-gov.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okta.mil","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oktacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oktapreview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okteto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okulizyon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okvmm.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okx-doh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okx-httpdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"okx.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"okx.cab","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"okx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"okxxx1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olabet.co.mz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olacabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olaclick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olaelectric.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olamlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olbanking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ole.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oleads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oleane.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olemiss.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olg.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olhardigital.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"olimp.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olimpbet.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olimpo.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oliolabs.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oliveboard.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olivegarden.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oliverwyman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olivetree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oliveyoung.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oliveyoung.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ollama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olm.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ololosh.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx-st.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx.com.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.kz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olx.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olx.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olxbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxcun.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxerc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olxide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxkpk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxmbg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxrin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxsts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxtak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxtoto.best","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olxtoto.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olxtoto.win","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olympianmotors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olympic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"olympics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olympusbiblioteca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"olympustaff.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"olympusxyz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oma.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omacare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omaha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omanair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omanta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"omappapi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omc-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omdbapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ome.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omeda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omeganet.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omegascans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omegatheme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omegatootler.rest","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omegawatches.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"omegle.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omegle.life","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omegleweb.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"omeka.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omelete.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ometria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ometv.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omg10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"omgcloud.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omgdigitalinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"omgubuntu.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omguk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omiapp.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omicaso.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"omicsonline.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omie.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omikuji-do.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omj432.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omk.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omnara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omni-dex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omni.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omni.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omni7.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omniapp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"omnibees.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnicalculator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnichannelengagementhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omnicloudpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omniconvert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnidesk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnidock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omniglot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnigroup.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnihotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnilojoapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omnipodcloud.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omniroot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omnis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnisend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnisendlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnisnippet1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnissa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnistrate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnitagjs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omnititanemail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omniture.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omny.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omnycontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omroep.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omroepbrabant.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omroepwest.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"omron.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omskportal.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omsrtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omsystem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omtrdc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"omu.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"omyutech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"on-device.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"on-nets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"on-running.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"on.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"on.cc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"on.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"on.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"on24.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"on3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"on3cx.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onamae-expired.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onamae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onaudience.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onb.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onblix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onbmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onboard.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onboardicafe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onbuy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oncactus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oncatapult.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oncehuman.game","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclckbn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclckinp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onclckinpg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclckip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onclckmetrics.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onclckmn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclckstr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclcktg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onclickads.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onclouddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oncobox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onconsul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ondacero.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ondeckai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ondemand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ondigitalocean.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ondigitalocean.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ondisk.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one-bid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"one-dns.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one-line.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one-name.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"one-new-message-okay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"one-piece.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one-way.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"one.audi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"one.bid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.co.il","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"one.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one2car.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"one8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneadtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onebrief.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onecause.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onechat.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onechronos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onecli.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onecomply.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneconcord.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onedaychamp.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onedio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onedrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onedumb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onef.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onefc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onefin.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onefivenine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onefootball.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onegameslink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneget.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onegg.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onegreenplanet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onegrep.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onehealthcareid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneidentity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneidrive.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oneinternetbrowser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelaunch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneleet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelink-edge.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelink.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onelink.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelnk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onelocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelogin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onelook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onelouder.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onemainfinancial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneme.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onemileatatime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onenet.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onenote.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onenote.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneokgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onepage.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onepeloton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneplus.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneplus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneprotaro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneproxys.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onequince.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onerobot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oneschema.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onescreener.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onesignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onesmablog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onestartapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onestate.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onestore.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onestore.ms","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onestorecorp.kr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onestreamcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onet.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetag-sys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onetag.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onetarget.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onethingpcs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetrust.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onetrust.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onetwotrip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onetz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oneweave.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oneweb.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onezapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onfastspring.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onfido.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onfinality.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onfirstup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ongageroute.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onibusbrasil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onisep.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onitsukatiger.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onivo.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onkaiten.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onkakao.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onkatana.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onkernel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onkyo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onlar.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"online-convert.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online-express.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online-literature.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online-metrix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"online-reservations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online-stopwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.church","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.com.kh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"online.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.gov.vn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"online.lv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"online.sh.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"online2pdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlineaccess1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinebank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinecarparts.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinedown.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinegdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinehome.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinejobs.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinekasinolla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinekhabar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinemobilecasinos.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinepbx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onliner.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlineraceresults.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onlineradiobox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinesbi.sbi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinesequencer.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlineslot-nodeposit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinesoccermanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinestreamself.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlinetestpad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinetrade.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinevetjobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlinewebfonts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"only.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlybokep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onlydesiporn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlydns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"onlydomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlyfans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlyfanspacks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlyfy.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onlyfy.jobs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlyinyourstate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlymonster.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onlyoffice.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onmanorama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"onmicrosoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onmypc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onnetwork.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ono.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onorca.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onpbx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onpe.gob.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onrealm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onrender.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onrocket.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ons.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onsemi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onshape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onshore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onsip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onstackit.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onstar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onstove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onswitchboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontario.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onthe.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onthebeach.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onthemarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"onthenet.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onthestage.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ontora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontrac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontramobility.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontraport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontvtime.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ontvtonight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onuniverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onvanilla.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onvasortir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onvesper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onvio.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onvista.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onward.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onxmaps.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onyphe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onyx.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"onzeblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"onzoom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oo-t.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oo7.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ooakdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oocities.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oocl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ooguy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oohcams.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oojoovae.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ookla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ooklaserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oolveri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oolveris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ooma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ooofortuna.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ooonet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ooono.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oop.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ooredoo.tn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oos.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ooyyo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"op-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"op.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"op.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opalitehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opalstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opaltelecom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opaque.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opayweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opec.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open-internet.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open-meteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"open-rix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open-telekom-cloud.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"open-vsx.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"open.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"open.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"open.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"open.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openacs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openai.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openaire.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openalex.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openart.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openathens.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openbiome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openbittorrent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openbsd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencall.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openclassrooms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openclaw.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openclipart.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencode.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencollective.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencorporates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"openculture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencurriculum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opencv.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opendatabot.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opendatasoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opendemocracy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opendev.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opendns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opendota.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opendsp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openedition.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openevidence.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openfoodfacts.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"openfoundry.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openfpcdn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openfreemap.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openfront.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openfrontio.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openfunnel.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opengameart.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opengov.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opengroup.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opengw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openh264.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openhd.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openhostingservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openinstall.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openinstall.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openintake.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openintegration.inc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openjdk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openjsf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openlayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openldap.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openlearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openlibrary.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opennet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openoffice.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openpath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openpetition.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openpgp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openphoneapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openpr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openprovider.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrainbow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openrec.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrelay.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrent.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openreplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrepository.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openresty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openresty.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openreview.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"openroll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrouter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openrtbx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opensea.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opensecrets.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"openshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openshiftapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openshot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensocietyfoundations.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensooq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensource.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensourcebridge.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openspec.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openspeech.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opensports.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openssh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openssh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openssl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"openssp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openstack.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openstax.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensteer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openstreetmap.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openstreetmap.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openstreetmap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opensubtitles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opensubtitles.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opensuse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentable.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentable.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentelemetry.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openticket.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentlc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentor.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentorrent.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opentowers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opentracker.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentrackr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentrade.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentran.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentrons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opentv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openu.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openunit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openvector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openvpn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openwave.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openweathermap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openweb.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openwebmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"openwebtorrent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openwork.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openworklabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openwrt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"openxcdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opera-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opera-api2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opera-mini.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opera.software","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opera.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"operacdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operacoes.sp.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operadds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operadeparis.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operationsports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"operator.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"operonsolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opga038.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opga039.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ophan.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ophelia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opifors.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opinary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opinautos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oplata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opm.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opnsense.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opntxtdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opnxng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opodo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opovo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"opoxv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oppo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oppomobile.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oppwa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oprah.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oprahdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opreturn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ops.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opsgenie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opskope.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opslane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opstatics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opsu.gob.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opswarpy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opswat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opt360.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opta.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optable.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optad360.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opti-digital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optica.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opticalpos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opticsplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optidigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optifine.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optifye.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optifyr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optima-telekom.hr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optima.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optimafluxoria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"optimai.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"optimathemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimise.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optimism.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimizeadmetrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimizely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimole.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimonk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimove.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optimum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimumdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optimusbid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optinmonster.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optisigns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optisignsapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optiword.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optmarketshali.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optonline.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optoutadvertising.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"optus.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optus.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optusnet.com.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"optvz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"opus.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opusdei.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opusense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"opusinteractive.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"or.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oraai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oracle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oracleapex.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oraclecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oraclecloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oracleiaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oracleindustry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oracleinfinity.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oraclerealm1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oraclersys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange-business.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.co.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.md","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange.mg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange.net.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orange.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orange.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangeclickmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangedata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangehealth.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangehost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangelogic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangeparking.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orangepi.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orangeslice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangetheory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orangewood.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oranthservice.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orastreaming.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oray.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orb.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orbea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"orbi.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orbio.earth","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orbitalops.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orbitz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orbsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orca.fyi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orcaclient.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orcd.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orchid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"orchid.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orchisasia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orcid.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"order.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orderbox-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ordergroove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orderli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ordinals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ordnancesurvey.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oreateai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oregon.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oregonlegislature.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oregonlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oregonstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oreilly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"oreillyauto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oreillynet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"orekou.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orel.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orellfuessli.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oremanga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"orenobl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orerve.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orf.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"orfonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"org.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"org.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orgfree.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orgorg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orgs.biz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ori.nic.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oricon.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orientaldaily.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orientaltrading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oriflame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"origami-robotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"origami.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"origamitherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"origin.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"origin.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"originality.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"originenergy.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"origo.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orion.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orionnet.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oriontelekom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orionxyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orizzontescuola.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"orkin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orkut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orlandohealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orlandosentinel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orlandoweekly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orlen.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orleto.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orlistate.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ormatenqron.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ornadyne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ornl.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ororo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orpgujarat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orpha.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orpi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ors.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orskgb5.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orst.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ort-one-pingone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ortb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orthogonal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ortified.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"orvis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"orvixo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oryapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"os-content.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"os-lb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"os3robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"os4work.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osaio.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osaka-u.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osaka.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osano.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osapublishing.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oscar-spin-casino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oscaro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oscars.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osce.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oschadbank.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oschina.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oscommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osd.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osdknw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osdkupdatenw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osdn.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osf.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"osgeo.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osha.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osium.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oskwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osmanates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osmaura.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osmfoundation.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osmicards.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osmind.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osmosis.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osnova.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ospserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osseus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osssc.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ossus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osta.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"osthessen-news.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"osti.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osticket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ostin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ostkcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ostrovok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osuosl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osv.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osvita.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oswego.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osxdaily.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"osym.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oszar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oszk.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ota-cloudfront.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otago.ac.nz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otakudesu.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otclick-adv.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otclick.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otcmarkets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otdelit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otempo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otenet.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otgpayidr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otherdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"others-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"othoba.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otidapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otieu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"otis.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otm-r.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otocikma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otodom.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otofun.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otomatis.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otomoto.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otosaigon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"otpbank.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otpbank.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otr-online.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otr.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ots.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otsuka-office365.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ott4china.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ottadvisors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ottai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ottawacitizen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ottcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ottera.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otteravision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otterbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ottgoods.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otto-office.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otto.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otubex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otv.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otvet.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"otzo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"otzovik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"otzywy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ou.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ou.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ou2sv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ouc.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ouedkniss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouest-france.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ouestfrance-immo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouhsc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oui-0x00199d.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ouigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oulehdtv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oulu.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ounass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oundhertobeconsist.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ouo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouo.press","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouraring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourcodeblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ourcommons.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourdream.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourhivehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourhobby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ourmaia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourmidland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ours.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourskylight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ourstates.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ourtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ourworldindata.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ousaqb.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"out.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outbidplacardshowman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outboundproxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outbrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outbrain.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outbrainimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outbyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outcomes.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outdooractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"outdoorgearlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outdoorlife.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outdoorsy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outerport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outfit7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outfitters.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outfra.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outletcity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outlier.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outlit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outlook.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outlook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outlookindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outlookmobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outpaint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outplayed.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outputbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outreach.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outreachtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outrival.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outscale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outschool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outset.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outship.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outsideonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"outsystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"outsystemsenterprise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"outtalent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouvaton.coop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ouxyi.cash","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ov1o.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oval.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovationthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovationtix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"over-blog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"over-blog.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"over60datingsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"overcast.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overclockers.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overclockers.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overdrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"overdrive.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overeasy.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"overflow.biz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"overframe.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"overheid.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"overkiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overlap.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overleaf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overlord.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"overmobile.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overpass-api.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overshoot.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overstandlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overstock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overtake.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overview.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overwatchdata.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overwolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"overwolf.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovgtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovgu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovh.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovh.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ovh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ovh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovh.us","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ovhcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovhnextmillmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovkuse.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovlo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ovo.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovoenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovotech.org.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovrc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ovscdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ovscdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ow.ly","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"owasp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owdin.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owenscorning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owill.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"owler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"owletdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"own-platform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owncloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owncloud.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ownernetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ownid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ownit.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ownlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ownmyserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"owphbf24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"owst.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ox.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oxax.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oxcs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfam.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfam.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfamamerica.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfordbibliographies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxforddictionaries.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oxfordeconomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfordjournals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfordlearnersdictionaries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oxfordmail.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"oxfordre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxfordreference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxidesurvival.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oxilion.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oximy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxu.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxus-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxy.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oxylabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oyez.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oyorooms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"oysho.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"oyster.net.ck","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ozbargain.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ozemail.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozerov.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ozlinedsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozmall.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ozna.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ozna.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ozon.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozon.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozon.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozone.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozonru.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ozonusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-bandai.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"p-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-cdn.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-n.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p-world.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"p.hu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p24.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"p2bld.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p2elite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"p3crowd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p5w.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p6sai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p7.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p72udkvceudgldx5gavm.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p76prod.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p7cloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p7s1video.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"p99nxpivfscyverz.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pa-cd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pa18.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pa1mstore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paa-reporting-advertising.amazon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paadars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paasa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pac.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacbell.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pace.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacer.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pacermonitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paces.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacific.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pacifiko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacjent.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"packagecloud.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"packagist.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"packet8.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packeta.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packetcdn.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packetsdk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packetsdk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packetsdk.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packetstream.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"packtpub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"packzy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacloudflare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pacourts.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pacsun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pactflow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pacvue.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pad-service.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paddle.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paddypower.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paddypower.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"padi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"padlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"padre.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"padsquad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paessler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagalnew.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagaloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagar.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagbank.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"page-stats.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"page.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"page.tl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagefreezer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pageloft.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagerduty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagerrentablespotlight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pages.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pages05.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pages10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagesense.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagesix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagesjaunes.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagesjaunes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagesperso-orange.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagesuite-professional.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagesuite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pageuppeople.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagina12.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paginasamarillas.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paginebianche.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"paginegialle.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pagseguro.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pagseguro.uol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paguemenos.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pahamify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paheal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pahindot.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paho.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paintbyclick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pair.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pairai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pairio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pairnic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pairs.lv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pairteam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paizo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pajak.go.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pakistantoday.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pakonlinepayment.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pakwheels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paladindrones.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palantir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palantirfoundry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palcloset.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palermo.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palettehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palettelabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paletton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palgrave.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palitronica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palletsprojects.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pally.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palm.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palmbeachpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"palmettostatearmory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palmier.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palmmerchant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palmonas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palmpay.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palmplaystore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palmsbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palmst0re.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paloaltonetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palomar.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"palomma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paltalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palus.finance","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"palworldgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pami.org.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pamperedchef.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pampers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pamyat-naroda.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pan.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panadata.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pananames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panasia.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panasonic.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panasonic.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panasonic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panasonic.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panasonic.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panasonic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pancake.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pancakeswap.finance","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panda.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandadoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pandaexpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandahall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandas-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandasecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandasoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pandavideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandect.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pandi.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pando.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandoc.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandora.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pandora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pandora.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panelboxmanager.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panelytic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panerabread.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangea.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pangea.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pangkalantoto.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pangkalantoto.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pangle-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangle-b.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangle.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pango-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pango.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pangolin-sdk-toutiao-b.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangolin-sdk-toutiao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangolin-sdk-toutiao1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pangolin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panini.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panoptive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panopto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panorama.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panorama9.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panoramaed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panoramafirm.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panoramio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panotoday.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panotoday.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panselnas.go.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pantaijauh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pantainsure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pantheon.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pantheonsite.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"panthur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pantip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pantone.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pantorepay.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"panxo-sys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"panxo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"panynj.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pap.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pap.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papacambridge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papajohns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papaki.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paper.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paperblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papercut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paperform.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paperinstruments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paperlesspost.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papermag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papermc.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paperquotes.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paperswithcode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"papertrailapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papidns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pappers.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"papy.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parachute-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradedb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradigmai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradores.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradox-interactive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paradox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradoxplaza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paradoxscans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paradoxwikis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paragon-software.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paragon.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paragonrels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paragraph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parahelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parallel.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parallels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paralympic.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parameter.ai?utm_source=ycombinator&utm_medium=referral&utm_campaign=parameter-profile","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parametric.company","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paramount.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paramount.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paramountpictures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paramountplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paranid.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paraquery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pararius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parasma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"parastorage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paratushealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parcelbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parcellab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parcelsapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parcelwill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parchment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parco.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parcoursup.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pardot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parea.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pareci.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parents.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"parentsquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pares.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parexel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"parfois.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parfumo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"parfumo.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pari-betting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pari.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parimatch123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paris-normandie.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"paris.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paris.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paris88-titan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parisaeroport.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parisinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parisjetaime.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parismatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"parisnanterre.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parity.domains","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parity.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parivahan.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"park-my-domain.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"park4night.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parkingcrew.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parkinson.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parklogic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parkme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parkopedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"parkrun.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parktons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parkwhiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parl.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parlamentnilisty.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"parler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parley.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parliament.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paroles.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parool.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"parp.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parpos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parrot-flow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parrot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parrotapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parrotsec.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parrotsoftware.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parsagon.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parsdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parse.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parsec.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parsely.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parsewise.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parsianhost.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parspack.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"parspack.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"parsvds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"part-kom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partaitogel76.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partcl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partcommunity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"particle.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"particlenews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partiful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partitionwizard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partner-viessmann.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partner.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partnerconsole.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partnerlinks.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partners-show.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partners.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partnerstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parts-soft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partselect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partsgeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partslink24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partsouq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partstree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"parttarget.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"party.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partycasino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"partycity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"partygaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"partypoker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paruvendu.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paryajlakay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pasarbokep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pasarjaya.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pasito.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passagen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passeidireto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passeportsante.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passion-games.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passiongames-es.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"passline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"passport.gov.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passport.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"passportindex.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"passportindia.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"passportintime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paste-l.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pastebin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pastelink.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pastelink.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pastemagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pasteur.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patagonia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patched.codes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patchflow.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patchmypc.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patentwatch.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patephone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patephone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pathaointernal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pathcom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathe.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathe.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patheos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathfactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathofexile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathofexile2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pathtosuccess.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patient.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patientdesk.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patnahighcourt.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patreon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"patreonusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patria.org.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patriarchia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patrika.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patriotsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"patsnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pattern-wiki.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"patternfast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paulbunyan.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paulgraham.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paultan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pave-robotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paveai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pavietnam.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pavietnam.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pavlovmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pavoot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pavv.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pawns.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pawwalls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pax.markets","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paxai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paxhistoria.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paxstore.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paxton10remote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pay.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"payanyway.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"payback.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paycaddy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paychex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paycom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paycomonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"paycor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paycrunch.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paydiant.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payermax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"payfit.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payflow.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paygrid.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payhip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"payhippo.africa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payjoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paykeeper.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paykwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paylocity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paylogic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paylution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paymaya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payments-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paymentsson.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paymentus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paymetrust.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paymo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paymongo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"payna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paynearme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"paynicorn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payoneer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paypal-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paypal-corp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paypal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paypal.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paypalcorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paypalinc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paypalobjects.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paypay.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paysafe.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paysafecard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"payscale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"paysera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paysponge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paytm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paytmbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payu.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paywb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paywithflux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paywithlocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"paywithlyra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"payze.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pazar3.mk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pazarama.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pazarium.com.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pazi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pazintysxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"paziresh24.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pazucloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pb.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pb06e2-resources.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pb06e2-resources.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pb8majujaya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbapi.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbbl.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbgrd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbiaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbnmonster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pbsadverxo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbservers.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbsg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbskids.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pbslearningmedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pbssocal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbssrv-centralevents.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pbstck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbtech.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pbteen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pbxai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pc-builds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pc-xd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pc.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pca.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcapp.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcapredict.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcauto.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcbway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pccc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pccomponentes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pccu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pccwglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcdog.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcgamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcgames.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pcgameshardware.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pcgamesn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pcgamingwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pcgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcguide.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pchome.com.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pchome.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pciconcursos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcigdc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcisecuritystandards.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pckcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pckqac.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pclead.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcloud.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pcmax.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pconline.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcpartpicker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pcpitstop.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcpop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcre.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pcrm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcvisit.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pcwelt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pcworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pdc.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pddpic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pddrc.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pddugc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdf-suite.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdf-xchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdf24.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdf2go.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfarchitect.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdfcandy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfcoffee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfescape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdffiller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfforge.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfgear.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdflib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfreaderfreeview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfsimpli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdfviewerscannerstore.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdgame123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdoca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdqprod.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdscloud.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdscrb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdsns.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pdst.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pdx.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pea.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peacealu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peacecorps.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peacocks.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peacocktv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peakflo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peakgames.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"peakpx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peaksite.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pearcommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearl.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pearlabyss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearlcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pearlresearch.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearltrees.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearson-intl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pearson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearsonassessments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearsonlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pearsonprd.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pearsonvue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peatix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pebblego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pebblepilot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pec.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pecannerous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pecheur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pecom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pediascape.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pedidosya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pedigreedatabase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"peek-cloppenburg.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peek.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peekvids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peer-39.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peer.run","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peer2profit.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peer2profit.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peer4you.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peerfect.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peeringdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peerj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peers.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peerspace.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peerycli.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pega.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pega.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pegadaian.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pegahtech.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pegi.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pekao.com.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pelagohealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pelando.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pelica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pelicanparts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pella.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pelmorex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pelotalibretv.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pem-teads.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pemsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"penciled.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pending-renewal-domain.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pendingrenewaldeletion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pendo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penguin.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penguin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"penguinlibros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"penguinrandomhouse.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penguinrandomhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peninsula.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pennlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pennmedicine.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penny-arcade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"penny.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penpencil.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pensador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penso.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pensoft.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pentagon.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pentair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penzcentrum.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"penzu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"people-press.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"people.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"people.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"people.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"people.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"people.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"peopleapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peoplebox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peoplecq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peopledaily.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peopleenespanol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"peoplefinders.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peoplefungames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peopleperhour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peoplesartist.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepejeans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepita.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peplink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peppagame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peppalearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pepper.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pepper.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepperdine.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepperjam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepperstone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepsi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pepsico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pepstores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peraichi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"percentagecal.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perceptive.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"perceptronml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"perchance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"percipio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"percona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perekrestok.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perezhilton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perf1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perf1.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfdrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perfectbit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"perfectcorp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfectdomain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfectgame.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfectgirls.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfectly.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perfectworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perfil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perflib.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perfops.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perfops.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"performaized.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"performax.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"performfeeds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"performgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peridio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perimeter81.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perimeterx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"period-calendar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"periodicsystem.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"periodistadigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"periscope.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perkeso.gov.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perkinelmer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perlara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perlego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perlentaucher.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perlmonks.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perlstreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perma.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"permitflow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"permitify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"permitportalapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"permkrai.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"permutive.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"permutive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perplexity.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"persee.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"persephonebiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perseus.computer","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perseusdefense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"persist-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"persistfromchicago.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personal.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"personality-database.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"personalizer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"personalstream.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personaly.bid","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personare.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"personio-dev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personio-internal.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"personio.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"perspectiveshealth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pertamina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"perthnow.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peru21.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pervclips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pervices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peryuck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pestpac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pet-home.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petalsearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petametrics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petapixel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petcube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peterhost.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peterlang.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petersons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petfinder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pethelpful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petir388milan.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petitesannonces.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"petitfute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petitiononline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petkt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petlibro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petlove.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petpooja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petrarch.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petrobras.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petronasnearme.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"petrovich.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pets4homes.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"petsathome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"petsmart.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petsmart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petz.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"petzl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"peugeot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peugeot.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"peulmiring.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pevex.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pew.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pewforum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pewinternet.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pewresearch.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pewsocialtrends.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pewtrusts.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pex.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pexels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pexi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pf-d.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pf.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pfcloud.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pfgc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pfizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pfms.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pfops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pfrf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pfsense.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pfsrvs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pfxcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pfxprod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pg-11.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pg.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pg21.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgammedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgamrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pgatour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgatoursuperstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pgdog.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pghub.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pglstatp-toutiao.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pgoriginad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pgportal.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgsgames.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgsharp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pgyer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ph365.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phaidon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phaixemsex.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phanet.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phantixgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phantom.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phantom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phantom.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phantom.direct","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pharaosrichesgratis.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pharmacytimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pharmazeutische-zeitung.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pharmeasy.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pharos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pharos.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phase-eight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phase8.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phasebiolabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phases.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phcorner.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phdns22.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phdns24.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phemex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phenompeople.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phenompeople.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phenompro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phgop1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phila.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philamuseum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philanthropy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"philenews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philhealth.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"philibertnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philippineairlines.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"philips-hue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phillips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phillymag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phillyvoice.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philnews.ph","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philon.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"philpapers.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"philpeople.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"philstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phimhaytoptop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phimhd18.blog","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phimsexhayha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phimsexsuong3x.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"phimvkl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phlextmf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pho.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phobs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoca.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoenix-dnr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phoenix.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoenix.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoenix.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoenixcontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phoenixit.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phoenixnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoenixnewtimes.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phonearena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phonefactor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phonely.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phonepe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phorest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phoronix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"phorum.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phosagro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photo-ac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photoacompanhantes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photobucket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photoconnector.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photodune.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photofolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photohito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"photonengine.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photonhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photoniumoptics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photopea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photophoto.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photorecoverplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photorecoverswift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photoroom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"photoshelter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"photoshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"photozou.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"php-editors.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"php-fig.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"php-myadmin.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"php.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phpbb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phplist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phpmyadmin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phps.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phpwebhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phrase.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phraseapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phrases.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phreesia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phtco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phun.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phxfeeds.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"phykos.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"phys.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physicalturing.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physicsandmathstutor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physicsforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physicsworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physio-pedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"physiology.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"physorg.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pi-asp.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pi-hole.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pi7.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pia.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pia.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piaggio.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piano.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piaotia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piappengine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piaproxy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piasd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piaservers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piatti.menu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pib.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pibit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pic-time.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picacomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picclick.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picclick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picclickimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piccoma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piccy.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"picdn.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picdrop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piceaiot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pichau.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pichincha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"picjumbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pickaweb.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pickbon.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pickle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"picks.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picktrace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picmix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"picmonkey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picnic.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picnob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picoxr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"picpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picrew.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"picryl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"picsart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picsum.photos","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pictbland.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pictoa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pictorem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pictory.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pictrs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"picturethisai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pideaky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pidedirecto.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pidetupop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pidgin.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pie.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pieandmightymsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"piedmont.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piensasolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pier-finance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pierre.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pieshopweedish.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pigeondocuments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piggyrobotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pigu.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piinpoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pik-digital.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pik-potsdam.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pik-service.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pik.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pika.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pikabu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pikbest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pikiran-rakyat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piktochart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pikweb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pilagaww.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piliapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pilio.idv.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pilipinay.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pillar.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pillpack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pilotglo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pilotonline.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pima.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pimco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pimeyes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pimpbunny.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pin.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pina.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinata.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinaybold.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pinayflix.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pinayflix.ws","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinayflixvidz.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinayot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pinaysex.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinchofyum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pincrux.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pindown.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinduoduo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinduoduo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinecone.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pineparkhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinet.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ping-t.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ping.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pingan.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingan.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingdom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingdom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingidentity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingmybee.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pingo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingomatic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pingone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pingone.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pingtest.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pink-service.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pink.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinkbike.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinkbike.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinklion.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinknews.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinkoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinkvilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinnacle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinnacle.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinokio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinpoll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinsentmasons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinshape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pinspb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinterest.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinterest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pinterest.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pinup3559.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pinupden.casino","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piojm.tech","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipajam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipecdn.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pipedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pipedrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipekit.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipeshift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pipigougamingstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipni.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pipo.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pipopay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pipopayment.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pippio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pippit.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piraeusbank.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piramidal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pirat.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piratbit.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"piratenpartei.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pirateswap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pirelli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piriform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pirislabs.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pirlotv.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pirlotv3.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pirouettepharma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pirros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pisang123ho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pismo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pisofiph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pisos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pissedconsumer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pistonheads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitaya-clientai.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pitc.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitchbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitchfork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pitchup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitneybowes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pitt.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pivigames.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pivotalweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pivotrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piwigo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piwik.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piwik.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"piwniczna.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pix-int.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pix.pub","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pix11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pixabay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixad.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixai.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixel.ad","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixelcut.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixeldrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixeldrain.dev","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixelfed.social","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pixelfederation.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixellog.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixelmind.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixelriverforge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixelswhirl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixeltracker.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixelx.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixfuture.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixhentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixhost.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixhost.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixibay.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixieset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixiesintheforest-guide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixilart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixiv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pixiv.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixlates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixlee.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pixlee.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixleyai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pixlr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixmania.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pixnet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixocial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pixpay.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixsrvcs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pixta.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pixverse.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pizzahut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pizzasoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pj.gob.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pjaltmdgha.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pje.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pjiptn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pjm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pjmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pjn.gov.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pjsip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pjstar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pjud.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pk-live.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pk.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pkb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pkbonline.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pkg.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pki.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pknic.pk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pknu.ac.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pkobp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pkok11.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pkoplink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pkpics.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pku.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pkwteile.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pla3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plab.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"placardefutebol.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"placed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"placedestendances.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"placeexchange.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"placehold.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"placehold.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"placeholder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"placeit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"placetel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plai.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plaid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plaindns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plainenglish.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plainproxies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plaisio.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plala.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plan0.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planalto.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planday.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planefinder.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"planespotters.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"planet-a-foods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planet-labs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planet-wissen.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"planet-work.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planet.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planetadelibros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetahosting.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetazdorovo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetf1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetfitness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planethoster.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planetminecraft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planetofhotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planetradio.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetrugby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetspark.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planetwin365.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"planfix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plangrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planisys.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plannedparenthood.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planner5d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planningcenteronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"plantfyi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plantnet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"planview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plarium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plasmic.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plasticsurgery.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plat.fi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platacard.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plataformaintegra.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plataformasocial.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plateau.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plateiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platesmania.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platform-media.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platform.next","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platform.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platform24.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platform9.horse","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platform9.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platformalp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platformalp.site","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platformaofd.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platformocho.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"platformsh.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platforum.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plati.market","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platinbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platinmods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"platocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platocorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platon.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platona.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platorelay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"platzi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plaud.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"plausible.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"play-asia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"play-cricket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"play.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"play.google.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"play.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"play.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"play99exch.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"play99exch.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playabl.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playablefactory.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playalls.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playanext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playarenax.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playastronaut.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playbattlegrounds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playbill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playblackdesert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playboy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playbuzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playcashslot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playcasinoonline.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playcdn.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playclub-de.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playclub-es.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playdayy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playdigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playdreamworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"player.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"player.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playerauctions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playergo.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playerinfinite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playerok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playerslounge.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playfab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playfabapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playfame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playfamily.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playflux.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playfootball.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playgama.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playgamesonline.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playgamester.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playground.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playgzone.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playhop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playhubconnect.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playinboss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playindialottery.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playinexchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playinhorse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playinjeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playinmatch99.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playinrace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playinstrike.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playinstrike365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"playit.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playit2019.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playkaro365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playkot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playkot.team","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playmelonpg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playmetrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playmobil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playmods.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playmogo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plaync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playnet.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playnewgames.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playngonetwork.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playpilot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playpokiesfree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playq.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playregalcasino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playrix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playrust.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playsaurus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playsimple.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playsimple.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playsport.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playstation-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playstation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playstation.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playstove.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playstream.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playticorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playtika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playtime.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playtomic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playtopgames.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playtube.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playusdev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playvalorant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playvids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playwasp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"playwekings.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playwekings.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playwire.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"playwright.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plazavea.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pldt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pledge.health","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pledge.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pleinevie.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plejada.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plemiona.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plena.health","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plentymarkets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plentymarkets.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plentysystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pleo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pleom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plerdy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plesk.page","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plex.bz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plex.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plex.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plexe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plexus.im","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plista.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plitv.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pln.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plo.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"plone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plosone.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plot.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plotdrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plotek.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"plotline.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plotly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plovdiv24.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ploy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plrm.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plsleavemealone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pltrm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plu.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pluggy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plugintheworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plugshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plumefinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plumenet.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plumter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluralistic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pluralith.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pluralsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plurk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"plus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plus.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plus.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plus500.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluscdn.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plusgrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plushcinema.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pluska.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"plusline.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plusline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plusofon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plusserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plutex.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plutis.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluto.markets","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluto.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluto.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plutotv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pluxee.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plx.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ply.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"plymouth.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"plymouthherald.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"plyr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pm-serv.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pm.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pm2.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmang.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmaymis.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmbmonetize.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmc-sierra.bc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmda.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmgstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmkisan.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmman.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmosvc.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmsrv.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmu.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmuls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pmvidyalaxmi.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pmweb.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pn.vg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pna.gov.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pnap.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pnas.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pnc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pncloudfl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pndsn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pnet.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pngegg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pngtree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pngwing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pnj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pnnl.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pnp.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pnp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pnp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pnpclearance.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pnu.ac.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"po-kaki-to.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"po.market","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"po18.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poast.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pobeer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pochta.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pocket-lint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pocket7games.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketcasts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketfm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketgamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketnet.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pocketoption.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketpair.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocketsuite.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pockettactics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pocketworlds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poco.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pocoo.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pocruises.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poczta-polska.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pod.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podatki.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podbay.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podbean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podcast.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podcast.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podcastaddict.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"podcastswaves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podchaser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poder360.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poderjudicial.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podigee-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podigee.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podigee.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podiums.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podjav.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"podme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podolsknet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podomatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podryad.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podscribe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podtail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"podtrac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"poe.ninja","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poe2db.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poebon.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poehosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poemhunter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poetryfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poets.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poewiki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pof.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pogospike.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pogovorim.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poig.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"point-game.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"point-news.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"point-of-entry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pointandplace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pointclickcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pointdnshere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointhound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pointhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pointi.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointmediatracker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pointp.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"points.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointtoserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pointtown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poipiku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"poiy.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poizdato.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"poizon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokeapi.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokebeach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pokefarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pokeheroes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pokelike.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pokemon-unitepgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemon-zone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemon.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemoncenter-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokemoncenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemonchampions.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokemondb.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemongo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemongohub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemongolive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokemonshowdown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokepara.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokerclubhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokernews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokerogue.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pokerstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokerstrategy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokewiki.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poki-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poki.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokiesmoky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokiigame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pokkt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pokoapp.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polaranalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polarbyte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polarcdn-engine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polarcdn-pentos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polarcdn-terrax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polarcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polarearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polarfi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polargrizzly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polaris-iot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polaris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polaris.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polarremote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polarsteps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pole-emploi.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poleknig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polestar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poletracker.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"police.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"police.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"police1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"policia.gov.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"policja.gov.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"policybazaar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"policyfly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poliglota.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polimi.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polisen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polished.ad","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"politico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"politico.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"politicopro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"politie.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"politifact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"politika.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"politiken.dk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"polito.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poliziadistato.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polkachu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polki.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polldaddy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pollen.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polleverywhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pollo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pollo.net.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pollstar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pololu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polomap.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poloniex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poloptrex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polosanitizertrusting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"polotab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polovniautomobili.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polri.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polsatnews.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polsatsport.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polskieradio.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polskieradio24.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"polsl.pl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poly-ai.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poly.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polybuzz.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polycom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polyfill-fastly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polyfill.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polygon-rpc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polygon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"polygon.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polygon.technology","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polygonscan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polymarket.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polymarket.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polymathlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polymathrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polymet.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polymetal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polymtl.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polyspeak.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"polytechnique.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polytomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polyu.edu.hk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polyus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"polyvore.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pomdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pomf.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pomogite.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pomona.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pomorie-karelia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pomorska.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pomponik.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pomxd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pond5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poneytelecom.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ponghive.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ponosgames.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ponta.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pontera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pontiac.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pontofrio.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pontomais.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pony.town","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ponyexpress.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ponyexpress.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ponyrun.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pool.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poolbinance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pools.events","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poool.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poopeegirls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pop-chat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pop-convert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pop-fashion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pop-hannover.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pop-os.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popcap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popcash.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popcorn-tracker.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popcornnews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poperblocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popeyes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popin-minus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popin.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popl.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poplarml.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popmatters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popmeals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popnable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poppen.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pops.fyi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popsci.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popsexy.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popsugar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"popsy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popt.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popularfx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popularmechanics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"popup-blocker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"popup-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"popupsmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porezna-uprava.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poringa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porkbun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn-comic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"porn-sex-site.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"porn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn00.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn24-7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn300.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn4fans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porn5xxx.club","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornarabi.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornbaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornbomb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porndig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porndoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porndos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porndr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porndroids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornfhd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porngameshub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porngangg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"porngo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porngrey.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhat.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhat.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pornhindisex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornhub.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornid.name","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornid.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornid.xxx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornktube.st","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornlib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porno-zona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porno18.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porno365.broker","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porno365.golf","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porno365x.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"porno666.fo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porno666.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porno666.video","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porno666.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornobatsa.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornobengala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pornoblesk.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornobolt.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornoborshch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pornobrasil.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornocarioca.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornogratisdiario.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornohammer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornohd.blue","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornohirsch.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornokk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornolab.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pornolandia.xxx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornomilf.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornoperso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornoplus.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornorama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornoxo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornozak.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornpics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornpics.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornproxy.art","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pornstars.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porntn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porntop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porntrex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornwex.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pornxnow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornzog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pornzona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porofessor.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porsche.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porsche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porsche.digital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"port.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"port.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portableapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portafolio.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portal-guard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portal.gov.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portal101.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portal6.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portalbereich.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portalbrasil.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaldasfinancas.gov.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portaldatransparencia.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaldecompraspublicas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaldozacarias.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaleargo.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portalfluently.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portalform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portalinmobiliario.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portalpasazera.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portals.mobi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portalsamorzadowy.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portaltemponovo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaltv.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portao3.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portaventuraworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porter.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"porter.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portfolio.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portfolium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portland.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portlandleathergoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portlandoregon.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portlandpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portmap.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"portoseguro.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portotheme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"portsmouth.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"portswigger.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poryadok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"porzo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pos4dtototogel80.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"poshantracker.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poshenergy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poshmark.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poshmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poshvine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"posit.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"positive.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"positivepsychology.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"posix.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"post-blogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"post-gazette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"post-survey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"post-view.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"post.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"post.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"post.gov.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"posta.com.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"postaffiliatepro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postandcourier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"postbank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postcodeanywhere.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postcodebase.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postcodelottery.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postcodequery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postcrossing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poste.dz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poste.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postech.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"posteezy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"posteo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"postera.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postermywall.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"posterous.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postfinance.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postfix.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postgrespro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postgresql.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postheaven.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"posthog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"posti.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"posticloud.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postimage.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postimages.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postimees.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"postimg.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postimg.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postjung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postman-echo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postman.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postmarkapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postmarketos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postmates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postmedia.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postnl.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postoffice.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postpulse.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postrelease.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"postscript.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postupi.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"postype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"potaroo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pothlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"potion.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"potofu.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"potok.cash","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"potterybarn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"potterybarnkids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pourvous.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"povar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"povarenok.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"povio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pow7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powderfi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powells.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"power-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"power-stars-777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"power-technology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"powerad.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerapps.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerappsportals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerautomate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerball.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerbi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powercam365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerdekor-woodfloor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerdms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"powerdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerdns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerdocs.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powered-by-nitrosell.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerhost.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerhouseai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powermag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"powerplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerplatformusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerplaymanager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"powerreviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerrouter.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powerschool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powershellgallery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powersrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerstarsbuilding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powerthesaurus.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"powerus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powhashing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powl.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"powr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powster.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powtoon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"powweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poxo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"poynt.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"poynter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pozdravok.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pozible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"poznan.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pp-static.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pp.credit","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pp.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppay.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppbdev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppc.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppcloudbackup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppdi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppe-hosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppecufa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pphosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pplusstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppmovie.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppmxfa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppo.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppoemcl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppointdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppomppu.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pportale.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pppefa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppppay.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pprdfa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ppsc.gop.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppsspp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pptechnology.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pptv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ppy.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pq.hosting","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pr-cy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pr-lg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pr.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pr0gramm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prabhatkhabar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"praca.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"practicalmachinist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"practicalmoneyskills.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"practicefusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"practicetestgeeks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"practo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pracuj.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prada.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prado.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pragmaticleaders.io, https:","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pragmaticplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pragmaticplay.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pragmaticplaylive.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pragprog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prajavani.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"praktiker.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pranadoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prandolisto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prat.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pratilipi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pratt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravda.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravda.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravdnr.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pravilamag.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pravmir.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravoslavie.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pravoslavnye.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"praxim.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"praxis.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"praxisrobotics.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"praxos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prdg.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prdredir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prebid-server.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prebid.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prebid.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prebrid.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"precedenceresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preciousapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"precip.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preciso.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"predeledraj2026.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"predictleads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prefeitura.sp.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prefixbox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preghiereperlafamiglia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prehraj.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prehrajto.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prelim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preloop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"preloved.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prelude.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"preman69couk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prembly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premicloud.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premid.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premier.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premierbet.co.ao","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premierbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premierbetzone.co.ao","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premiere.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premierinn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premierleague.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premierzal.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premioibest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"premion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"premium-clinic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premium.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"premiumbeat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premiumoutlets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"premiumtag.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"premiumtimesng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prenda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prensaiberica.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prensalibre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"preply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preprints.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"preqin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prequel.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prernaup.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prertbdir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"presage.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"presave.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preseen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presidensloot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"president.gov.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"president.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"president.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presidenttotop1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"presinet.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presonus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"press.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pressandjournal.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pressbooks.pub","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"presscompare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presscustomizr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressdemocrat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pressdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presse-citron.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presseportal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressganey.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressgazette.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressherald.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressofatlanticcity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pressreader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presstelegram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"presstv.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prestashop-project.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prestashop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"presti.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prestomusic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prestosports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pretix.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pretty-fly4.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prettylittlething.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prevention.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"preventionweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prevter.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"preyproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prezi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prezicdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prezly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prf.hn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pri.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"price.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"price.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"price.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pricecharting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pricegrabber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priceless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priceline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priceline.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"priceoye.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pricerunner.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pricerunner.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pricesday.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pricespider.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pricetravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prijsmepper.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prima.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"primamedia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"primark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prime-betz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primebetz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primeearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primefaces.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primegamesstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primelightworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primelocation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primerahora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primetimer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primevault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primevideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"primicias.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primis-tech.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"primis.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primitive.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primor.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"primorsky.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"primus.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"princehotels.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"princess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"princesspolly.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"princeton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"princetonreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"principal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"principalaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pringles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"printables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printavo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printemps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"printercloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"printercloud5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"printerval.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printfleetcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"printfleetcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printfriendly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"printix.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priorbank.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prioritypass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priotopic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prisasd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prisjakt.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prisjakt.nu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prisma.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prisma.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prisma.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prismaaccess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prismahealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prismic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prismray.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prisonpolicy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pristineauction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pritunl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"priuschat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacy-center.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privacy-mgmt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privacy.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacy.org.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacyinternational.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacymanager.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacymark.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacypolicies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacypolicygenerator.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacypolicyonline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacypolicytemplate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privacysandboxservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privacyshield.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privacytools.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privado.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privadovpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privalia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privat24.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privatbank.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"private-nameserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"private.coffee","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privateadserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privateemail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privatehomeclips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privatehost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privateinternetaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privateperson.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privateproperty.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privatesocks5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privatesystems.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privatter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"privex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privilegemanagercloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privilegemovies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"privy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"privy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prized.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prizegrab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prizepicks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prlog.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prmovies.farm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prmovies.health","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prmutv.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prnasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prncams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prnewswire.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prnewswire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prnt.sc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prntscr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pro-football-reference.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pro-market.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pro-x-web.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pro32connect.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"probablygenetic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"probe-networks.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"probitget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"problogger.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"probo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proboards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procareconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procempa.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proception.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procergs.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proceso.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"processes.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"processing.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prochepetsk.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procindex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procon.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"procore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procoretech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procrustes.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proctorauth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proctoru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"procyclingstats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prod-infinitum.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodelibre.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prodemge.gov.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proderj.rj.gov.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodgdc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodigaltech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prodigygame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"prodmp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prodns.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodns.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodoctorov.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prodregistryv2.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"productboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"productfruits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"producthunt.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"productmadness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"productreview.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proen.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profesia.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profesionalhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profession.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proff.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"profi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profinance.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profit.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profitablecpmratenetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"profitabledisplaycontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"profitroom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profitroom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"profitshare.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profitwell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"profootballnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"progameguides.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proglix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"progorod43.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"progoroduhta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"programiz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"programmatica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"programmaticx.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"programme-television.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"programme-tv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"progress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"progressier.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"progressive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"progrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prohost.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prohosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proisp.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"project-limelight.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"project-syndicate.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"project1999.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"project1content.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"project1service.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"project4.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"projectchiron.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"projectdiscovery.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"projecteuclid.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"projectk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"projectx.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prokerala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"proko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prokuror-eao.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proliferate.com?utm_source=yc&utm_medium=referral&utm_campaign=profile","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prolific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prolocation.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prom.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promakhos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promart.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promediateknologi.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prometheus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prometheusfuels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prometric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"promiedos.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promiflash.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promise-pay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promo.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promodj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promokodi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promolayer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promomed.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promotionx.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"promovacances.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promptarmor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promptemr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prompthero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"promptingcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promptless.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promptloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"promptseen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"promptwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pron.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pronews.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proof-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proofdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proofdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proofpoint.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proofpoint.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prooftrading.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propagation.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propakistani.pk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propaya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propeciaa.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propelauth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propellerads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"property.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"property.hk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"property24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propertyfinder.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propertyguru.com.my","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propertyguru.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propertypal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propertyshark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propexo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propochemu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proporn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"propriorobotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proprise.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proprofs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"propublica.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proquest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"prose.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proservice.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prosettings.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proshop.dk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prosieben.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prosights.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prosites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prospect.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prospectmagazine.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prospects.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prosport.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prostats.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prostoporno.place","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prosv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proteantech.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protechts.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protected.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protectedtransactions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protectmyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protek.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protent.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protex.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prothomalo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protiviti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protoawegw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protocol.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protocol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protogel91.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"proton.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protonet.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protonmail.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protonmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protonpro.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protonvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protonvpn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"protopage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protothema.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prototyping.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protrafficinspector.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"protv.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provenexpert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provenmetal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provenpixel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"provenskincare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provetcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"providence.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"providencejournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"providersapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"providesupport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provincial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"provision.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"provpn.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prowly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prowritingaid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxad.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proxibid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxiesfood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proximabeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proximic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proximitty.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proximus.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxis.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxit.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proxmox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxycheck.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxyhog.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proxyium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxyrack.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proxyrise.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"proxysite.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"proxytg.ink","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proxytg.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"proza.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prozeny.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"prozis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prq.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prreqcroab.icu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"prserv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prsmedia.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prt.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prtimes.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prudential.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pruebat.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pruffme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pruffme.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prufy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prusa3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prv.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prweek.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prx.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"prxflow.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prxygo.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prxyhub.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prydwen.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"prynxo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"prysmian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"przelewy24.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ps.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psacard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psbc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psc.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psca.gop.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pscapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pscp.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pscrb.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pscube.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psdops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pse.com.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pse.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pseb.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pseg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psg.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pshbz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psi.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psicologiaymente.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psiexams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psiphon.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psiphon.news","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psl.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psmag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psnprofiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psprices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pstatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pstatp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pstmn.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pstmrk.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psts.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pstu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psu.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psvgamestudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psychcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psyche.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psychiatrictimes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psychiatry.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psychiatryonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psychologicalscience.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"psychologies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psychologytoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psychz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psyco.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psylaris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psynet.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"psyonix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psypost.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"psytests.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pt.lu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptagv.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptb.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ptc-asia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ptc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptcl.net.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptcloud.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptd.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pte.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ptengine.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ptgaming.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptgncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptmnd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pts.org.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptsecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptsecurity.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptservidor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ptt.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptt.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pttavm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pttweb.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ptvcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptvr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ptwmstcnt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pu.edu.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"puata.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub-ns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub-tktm.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub-tmaws.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub.dev","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pub.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pub.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubadx.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubeasy.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubeasysdk.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubfinity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubfuture-ad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pubg.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubg.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubgameshowtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubgmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubguru.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubhtml5.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"publer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publi24.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"public-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"public-trust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"public.express","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"public.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"public.lu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publica-ctv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicationethics.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicbikesystem.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicdnsservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicdomainpictures.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"publicdomainreview.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicdomainvectors.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicintegrity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicinterestregistry.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicisgroupe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicnode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publico.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publico.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicradio.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicsenat.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicstorage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publicstuff.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicsuffix.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publictracker.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publicvm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"publishersweekly.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"publitas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publuu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"publytics.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubmatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubmine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubmnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubnation.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubnative.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubnub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubnubapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubpowerplatform.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubpub.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pubtech.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pubunit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pubyun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puc-rio.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puce.edu.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pucp.edu.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pucrs.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pucsp.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pucv.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pudelek.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pufted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"puicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pukihot.fit","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pulaujudinx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulitzer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulitzercenter.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pullandbear.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pullcf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pullcm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pulley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pullkin.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puls.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulsatehq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pulscen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pulse.insure","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulse.qa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pulsedmedia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulselive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulsepoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulseway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pulsus.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pulsz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pumo.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pump.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pump.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"punchbowl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"punchcard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"punchh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"punchmedia.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"punchng.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"punishworld.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"punjab.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"punjab.gov.pk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"punjabeducare.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"punjabpolice.gov.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"puntoticket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puppet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purchasely.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purdue.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"purdueglobal.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pure.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pureapk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pureflowapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puregym.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pureitwater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purelovers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purepeople.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purepeople.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purestorage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purevolume.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purevpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purewow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purexbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puri.sm","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"puritanas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purolator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purpleair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purplesacam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"purplevioleto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"purplle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pusan.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"push-pole.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"push-sdk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"push-web.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"push-webapi.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushaddict.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushalert.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushbullet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushed.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pusher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pusherapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushlycdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushmaster-cdn.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushnami.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushnotifs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pushover.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushowl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushpushgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushsquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushtorm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushub.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushwoosh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pushy.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pussyboy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pussyspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pussyspace.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"putfile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"putovnica.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"putty.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puuilo.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puwapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puydufou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puzzel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"puzztake.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pv-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pv-magazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pvc1.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pvideo.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pvip.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pvp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pvqvogct.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pvsvc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pvvstream.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pvwacsgqh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pw.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pw.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwack.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwc.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwc.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwd.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwh-r1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwn.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pwnedpasswords.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pwpnotif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwr.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwrmatrix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwrs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pws-dns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pwsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"px-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"px-client.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"px-cloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pxf.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pxfuel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pxhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pximg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pxlecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pxltag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pxltgr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pyatdesyatdva.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pyatdesyatodin.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pydata.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pylonump.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pymedns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pymnts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pyn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pypa.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pypestream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pypi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pyppo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"pyrls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pyrus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pyszne.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pysznosci.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"python.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"python.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pythonanywhere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pythonhosted.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pytorch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pyxai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pzc.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"pzhsdqfybjfwzx.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"pzxbwg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"pzxrmyy.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q-4-g-r.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q-bid.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q0.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"q10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"q11.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q18.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"q2digitalbanking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q4cdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q4inc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"q4web.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"q8y5z.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qadcuteo.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qalubiaedu.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qan.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qantas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qantas.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qatarairways.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qaxanyu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qaxcloudwaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qazsporttv.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qbittorrent.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qbk1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qbnz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qbox.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qbrik.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qcc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qchannel01.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qchannel03.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcinternal.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qcloudcdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloudcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloudcjgj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloudimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloudteo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qcloudwzgj.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcloudzygj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qcomgeo2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qconcursos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qd.je","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qdedu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qdjtxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qdnd.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qdrant.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qemu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qeodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qeseh.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qewoppwes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qfex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qgenda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qgis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qgiv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qh-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qh-lb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qhdsjzxzs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qhimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qhmoka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qhoster.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qhres2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiagen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qianbaih.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qiangeyuan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qianjiayue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qianlong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qianwen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qianxin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qianxun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qianzhan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qidi3dprinter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qidian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qidigroup.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiezibenpao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qifu66.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qihoo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qihucdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qihucdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qikify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qikunc168.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qimai.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qimengdata.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qingdao.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qingdaonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qinglanbaseanycast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qinglanbaseunicast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiniu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qiniuapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiniucloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiniudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiniup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qinkuai36.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qip.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiscus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qishui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qiwa.sa","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiwi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qixin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qixintian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qiyeshangpu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qiyukf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qizam.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qizhihaotian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qlc.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qlik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qlikcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qlikdev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qlivecdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qlivecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qlogo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qms.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qmsystems.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qmul.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qntv.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qnydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qnyglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qobuz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qodeinteractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qoder.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qoder.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qokedas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qol.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qombol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qomplement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qonto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qonversion.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qoo-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qoo10.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qooh.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qookkagames.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qorno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qovani.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qowap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qpic.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qplmall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qpoe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qprod2.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qpyou.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qq-os.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qq.com.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qq8893.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qqaoop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qqcatalyst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qqeng.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qqmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qqq-ttss.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qr-code-generator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qrator.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qrcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qrco.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qrishoki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qrscanner.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qrserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qrstuvwxyzab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qrz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qsablc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qservers.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qsgjqtqtpc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qsl.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qsolution.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qsr.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qsrmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qss-lb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qstar.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qstheory.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qsxyy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qt.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qtaeixd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qtlcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qtlglb.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qtlgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qtoon.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qu.ax","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qu.edu.qa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quack-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quad9.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quadlayers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quadpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quadranet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quadrant.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quadratec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quago.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualaroo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualcomm-inc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualcomm.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualcomm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualgent.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualia.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualiclicks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualified.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quality-traffic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualitymedianetwork.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualitytech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualtrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualys.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qualys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qualys.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quamed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quantadc.online","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantamagazine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantarelay.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantcast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantcount.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantierra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"quantserve.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantstamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantstruct.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantumdex.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantumgraph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quantummetric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quantumvisiontrail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quark.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quartier-rouge.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quartsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quartzy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quasarzone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quattroruote.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quay.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"qub.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qubeyond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qublixaws.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quboworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quebec.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quechoisir.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queen.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queenofthenilepokie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queenofthenileslots.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queensu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queniuaa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniubg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniubh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniubl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniubm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniucf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniudns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniudns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniufm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuhy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuiq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuiy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniukr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniukt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniukw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniulf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniumf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniurc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuso.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniusy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniusz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniutc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuuf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuum.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuwk.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuwx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"queniuyk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quenq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"querobolsa.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queropassagem.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queryly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"querypie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queryvary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quest-on-demand.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quest.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"questdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"questdiagnostics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"questia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"questionablequesting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"questionai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"questionpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"queue-it.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"queuebox.online","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qui-quo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quic.cloud","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quick-win-casino.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quick.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickanddirtytips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quickbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickbooks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quickcache.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quickcache.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quickcep.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickchat.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickconnect.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickconnect.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quickdns.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quicken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickheal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quicknode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quickplayhub.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quicksetcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quicksprout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quicksrv.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quicns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quidco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quiknode.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quikpago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quikr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quill.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quill.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quillbills.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quillbot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quilljs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quiltdata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quilvem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"quince.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quindar.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quinnbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quintoandar.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quintype.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quipzit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"quiq-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quironsalud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quivr.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quizdays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quizizz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quizlet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quizme.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quizur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qunaer.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qunar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qunarzz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quodxx.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quoka.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"quoracdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quorbentaxil.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"quotabook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quotain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quotationspage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quoteinvestigator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quotemedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quotev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quotidiano.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"quotidianosanita.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quovadisglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"quran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qureka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qustodio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qut.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qutu.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qvc.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qvc.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qvc.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qvcloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qvcuk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qvdt3feo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qventus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qvin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qvmcd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwadro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qwapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwarta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qwen.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwords.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwps.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qwtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qxbroker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qxmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qxorm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qxwz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qy0.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended","Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"qyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qyszz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"qzgs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qznovelvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qzwxrtyk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"qzz.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r-agent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r-line.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r-ms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r-point-of-entry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r-project.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r-ulybka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r01.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r10.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r10s.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r1servers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r2-bike.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r2.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r2b2.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r2g.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r34.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r4l.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r66nv9ed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"r777.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r7ops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"r9cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ra.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ra3ncmyg1p.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rabbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabbit.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabbitmq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabbitscams.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabby.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabo.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rabobank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rabobank.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rabota.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rabota.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rac.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raccourci.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racenet.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"raceresult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raceroster.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racgp.org.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"racing.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racingbazar.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racingnews365.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racingnews365.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racingpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racingtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rackcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rackcorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racked.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rackforest.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racklabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rackspace-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rackspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rackspace.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rackspacecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rackspaceclouddb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raco.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raconteur.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"racsa.co.cr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rada.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radar.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radaris.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radaronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radarr.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radcom.hosting","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiantmobileapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radianz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radicalaero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radikal.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiko.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio-browser.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radio-canada.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.garden","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radio.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiocut.fm","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiofarda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiofrance.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"radiohost.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiojar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiolab.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiopaedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"radioparadise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiopotok.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiopublic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiorecord.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radioreference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiorepo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radios.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiosaovivo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radioshack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"radiosvoboda.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiotime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radiotimes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"radiotrek.rv.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radiotwoway.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"radiozet.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"radissonblu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radissonhotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radius.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radix.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"radley.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radminte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"radwarecloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rae.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rafflecopter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raffles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rageagainstthesoap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ragesw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ragnarscans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ragpets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rahaporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rahavard365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rai.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raiadrogasil.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raider.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raiderio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raiffeisen.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raiffeisen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raijin-scans.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rail.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"raileurope.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"railsc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"railscloud.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"railway.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"railway.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"railway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"railway.gov.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"railway.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"railways.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"railyatri.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainberrytv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainbet.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rainbird.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainbow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raindrop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raindrop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raindrop.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainews.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rainforest-alliance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainforestqa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainmachine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainmaker.nyc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rainn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rainviewer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raiolanetworks.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raiplay.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"raiplaysound.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"raiselysite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raisin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raisingchildren.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raj-darbar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rajabandotdamai34.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rajabandotdamai36.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rajabandotdamai52.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajabandotdamai56.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajabandotdamai60.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajabandotdamai61.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajabandotdamai62.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajabandotdamai63.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rajabandotlotto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajaneditz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rajasthan.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajatogelidr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rajsharmastories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rak8s.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rakanto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raketa-balance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten-bank.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten-card.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten-sec.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rakuten-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rakuten.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rakuten.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rakuten.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rakuten.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rally.tax","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rally.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rallyhouse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rallytrck.website","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rallyuxr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ralo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ralphlauren.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ralphlauren.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramain.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramajudicial.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ramani.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rambler-co.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rambler.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramenvr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ramesh247.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ramfincorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramnode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramsar.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ramseysolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ramtrucks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rancher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rancher.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rancherdesktop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rand.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"randewoo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"random.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"randomchoice.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"randomhouse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"randomlabs.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raneen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ranepa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rangerover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rankai.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ranker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rankfirsthosting.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rankguruji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ranking-deli.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rankmath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rankmitra.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rankscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rant.li","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapbeh.cx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rapid7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidbidding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidc.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidcdn.click","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidedge.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidenet.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidfiretools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidfolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidgator.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapido.bike","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidshare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidshare.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidssl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidstaticserve.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rapidswitch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapidtables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rappi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rappi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rappi.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rappi.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rappler.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rappro.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raptive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"raptivecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raptormaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rapyd.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rarathemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rarbg.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rareanimes.buzz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rareanimes.mov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rarebird.coffee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rarediseases.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rareseeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rargb.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rarible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rarlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rarus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ras.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rasmussen.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rasmussenreports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raspberrypi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raspberrypi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raspire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rastro.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rasyn.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rat.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ratemds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ratemyprofessors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ratepay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raterhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ratesolutions.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rateyourmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ratgeberrecht.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rational.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rationalwiki.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ratkojat.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ratp.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ratsit.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ratu303ao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ratutogelidr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rauqa.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rausgegangen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ravelin.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ravelry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ravenjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ravenscans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ravion.com?ref=bookface","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ravm.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ravn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rawgit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rawkuma.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rawpixel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rawstory.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rax.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raxcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ray-balance.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ray-ban.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rayanegarco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raycast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raycaster.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raydium.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"raygun.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rayjump.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raymondjames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raymourflanigan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"raytheon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"razer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"razerapi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"razersynapse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"razerzone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"razest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"razorpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"razzsuman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rb.gy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rb1rm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rb24.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rba.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbauto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbb-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rbb24.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rbc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbc.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbcroyalbank.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbi.org.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbictg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbl.ms","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbldns.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbm.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbs.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbsgate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbstsystems.live","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rbwtech.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbxinfra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rbzdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rc-backup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rc-network.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcaap.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcdn-web.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcell.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcgroups.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rchsd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rci.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rclone.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcncustomer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcnoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcntec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcode0.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcp.net.pe","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcpsych.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcs-rds.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcs.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rcsb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rct.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rct.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rctech.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rctiplus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rcuniverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rcvlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rcwilley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rd.go.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rd.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rdash.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rdatasrv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rdcnw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdcpix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdcu.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rdcv1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rddrnpnyytcax.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rdkf.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rds.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rdsnet.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdstation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rdstation.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdtcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rdw.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"re-store.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"re2.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rea.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rea.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reacherapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reachpower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"react.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reactjs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reactnative.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reactor.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reactormag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reactos.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reactwise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"read.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"read01.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"readawrite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readbean.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readcomiconline.li","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"readcube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readdle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readily.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reading.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readingplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readingrockets.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readli.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readme.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readone.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readpeak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readspeaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readthedocs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"readthedocs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"readwrite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readwriteweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ready.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ready.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readyeducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readyfor.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readyhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"readymag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"readymap.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"readytogo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reagi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"real-debrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"real-money-pokies.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"real.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realclearpolitics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realcommercial.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"realescort.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realestate.co.nz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realestate.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"realestatedigital.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realgeeks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realgm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realitatea.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realitydefender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realitysandwich.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realizationnewestfangs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reallifecam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reallusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reallyfreegeoip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reallyworld.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realmadrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realmemobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realmoney-casino.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realmoneygaming.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realmoneyslots-mobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realoem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"realpact.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realpage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realpython.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realroots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realself.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realsimple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"realsound.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realt.by","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realtimely.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realtimesis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"realtimetrains.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"realtor.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realtor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realtruck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"realty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realtyww.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"realvnc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"realworks.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reamaze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reamaze.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reanime.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reaper.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reaqle.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reason.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reasonblocks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reasonlabsapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reasonsbatesystem.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reasonsecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reastatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rebates.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebatesrule.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rebel.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebellyous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebelmouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebelsport.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebolt.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebounce.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebrand.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rebrandly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebrickable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebulk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebuy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebuy.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebuyengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rebxgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rec1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recall.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recaptcha.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recaptcha.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recastsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"receitafederal.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"receitanet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"receitasnestle.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"receiteria.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"receive-smss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"receptivity.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rechargeapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rechargecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rechtspraak.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recidiviz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recipes.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recipetineats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recipeui.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reclaimhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reclaimprotocol.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reclameaqui.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recochoku.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recode.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recombee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reconditerespect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"reconn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"record.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"record.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"recordchina.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recordedfuture.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recraft.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recreation.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recruit.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recruit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"recruitee.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recruitics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recruitology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recu.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recurly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recurrency.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"recurse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"red-bean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"red-dot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"red-gate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"red-shield.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"red-soft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redalyc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redapto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"redbackinternet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redbarnrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"redbean.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redbird.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redbrickai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redbubble.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redbubble.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redbull.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redbull.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redbus.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redbutton.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redcafe.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redcare.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redcarpetup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redcdn.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redcircle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redcliffelabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redcom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redcross.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redcross.org.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redcrossblood.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redd.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reddit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redditblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reddithelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redditinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redditmedia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redditspace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redditstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reddock.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reddy.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reddybook.green","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reddybook.pink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redecor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rededorsaoluiz.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redehost.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redestel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redfast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redfastlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redfin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redflagdeals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redfoxdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redgameservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redgarto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redgifs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redhandsvid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"redhat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redhat.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rediff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rediffmailpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redintelligence.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redip.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redirectingat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redirectme.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redirectto.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rediris.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redis-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redis.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redislabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reditus.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redlights.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redlobster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redmagic.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redmas.com.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"redmine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rednet.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rednote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rednotecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redouble.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redporn.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redrobin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redsara.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redspace.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redspell.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redstate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redsys.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redtailtechnology.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redtape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redtube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redtube.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reduceimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reducto.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redvelvet.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redwap-xxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"redwap.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redwap.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"redwap.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reebee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reebok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reed.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reed.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reedelsevier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reedsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reef2reef.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reefcentral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reelables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reelgood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reelsave.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reelshort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rees46.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refactor.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reference-global.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refersion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reffpa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"refine.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refined.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"refiner.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refinery29.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"refinery89.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refinetrain.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"refinitiv.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"refinitiv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"refinitiv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reflected.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reflex.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reforgedlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reforma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reformhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refpa32010.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"refpa57334.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"refractor.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refresh.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refurbed.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"refworld.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regain.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regco.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regentcraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regeringen.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regery.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regex101.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regfish-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regfox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reginc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regione.lombardia.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regions.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registar.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"register.be","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"register.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"register.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registerdomain.net.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registerguard.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"registradores.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registraduria.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registrant.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registrar-servers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registrar.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registro.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registrocivil.org.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registry.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"registry.qa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registrydns.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"registryg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regjeringen.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regmovies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regnum.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regrucolo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regruhosting.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"regulations.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"regzone.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rehabsh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rehairhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rehairhub.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rehau.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rehook.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rei.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reibert.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reichelcormier.bid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reichelt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reifen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reincubate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reisereporter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"reiss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rejestr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rejot.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rejoyhealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rejuvenationtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rekhta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reklama5.mk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reklamup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rekonise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rekursiv.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rel-s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relace.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relap.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relari.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relate.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relationshiphero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relativity.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relativityspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relaxg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relay.school","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"relay7ai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relaysteering.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"relcomhost.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"releaf.africa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"release.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relevant-digital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relevium-medical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reliablehosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reliancedigital.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reliancest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reliaslearning.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reliefweb.int","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"religionnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relines.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"relive.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relling.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relution.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"relvy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remanga.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remarkable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remax.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remedial.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rememberthemilk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remerge.events","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remerge.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remihq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remini.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remirepo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remitir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remitly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remitly.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remix.re","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remixshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remnote.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remoracarbon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remote-care.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remote-service-pf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remote.management","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remoteok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"remotepc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"remotewd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"remove.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ren-tv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ren.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renaissance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renamereptiliantrance.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"renater.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renaud-bray.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renault.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renaultgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rendalomaq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"render.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renderforest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renderlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renderosity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rendez-vous.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renee.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reneecosmetics.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renesas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renewableenergyworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"renewyourname.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renfe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renfei.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renishaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rennrad-news.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"renren.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renrendoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rense.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentacenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentahuman.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rental.software","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentalcars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentbyowner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentcafe.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renthop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rentola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rentrezi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rentry.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renttherunway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"renu.ac.ug","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"renweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reolink.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repacket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repaint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repairpal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repco.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repec.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repetitors.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repl.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"replacements.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"replicate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"replika.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"replit.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"replit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"replit.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"replo.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"replocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repocket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"report-uri.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"report.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reporterre.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reportlinker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reporttk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repost.aws","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reprap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reproio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repromptai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reprosent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"repsol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"repubblica.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"republic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"republicain-lorrain.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"republicservices.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"republicworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"republika.co.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"republika.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reputation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reputon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reqres.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"request.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"requestmetrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rero.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resanta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rescale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rescript.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rescue.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rescueglobalx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rescuetime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resdiary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"research-panel.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"research-plus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"research.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"research.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"research.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"researchandmarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"researcher.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"researcherid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"researchgate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"researchmap.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"researchnow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"researchsquare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"researchsurv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reseau-canope.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resellerratings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reserva.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reservations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reserve-online.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reserveamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reserved.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reservio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reservix.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reservo.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resetdigital.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resetera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"reshapebiotech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"residentadvisor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"resideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resilans.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resilio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resjscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resmed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resmigazete.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resnexus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reso.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resolvebim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resolver.arpa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reson8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resonate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"respan.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"respawn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"respond.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"response.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"responsiblegambling.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"responsiblestatecraft.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"responsiveads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ressl.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"restaurant-partners.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"restaurant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"restaurant.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"restaurantbusinessonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"restaurantguru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"restaurantji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"restockrocket.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"restofworld.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"restream-media.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"restream.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"result.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resultadodelaloteria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resultadofacil.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resultados-futbol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"resultbharat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resultfuture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"results.shiksha","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resume.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"resume.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"resy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"retagro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retail.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"retailcrm.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"retailcrm.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"retaildive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retailmenot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retailreadyai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retailrocket.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retailrocket.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retailsonar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retape.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retargetly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retellai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reteno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rethoric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reticular.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retractionwatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retroachievements.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"retrofit.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retrofix.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retrogametalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"retty.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"returngo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"returnsignals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"returnyoutubedislikeapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reurl.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reuters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"reutersconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reutersmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rev.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rev1.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revanced.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revantage.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revenir.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revenue.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revenuecat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revenuehunt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revenuquebec.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reverb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reverbnation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reverso.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revgenomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revico.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"review-blogger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reviewed.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reviewed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"reviewjournal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reviews.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reviews.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revion.inc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reviserobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revistaforum.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revistagq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"revistaoeste.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revistavanityfair.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"revivingmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"revizto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revlet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revlifter.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revnu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revoaidapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revolut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revolutionise.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revolutionparts.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revolve.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revolveassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revolvesurgical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revopush.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revouninstaller.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revparts.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revues.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"revyl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"revzilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rewardstyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rewbi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rewe-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rewe.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rewhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"reworkd.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rex.fit","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rex.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rexporn.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reycomix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"reyrey.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rezdy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rezka-ua.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rezka-ua.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rezka.ag","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rezultati.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rezync.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rf.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rfa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rfb.ac","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfb.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfc-editor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rfc-revizor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rfc868server.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfef.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rferl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rfi.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rfihub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfihub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfksrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rfs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rfvgcross.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rg.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rgb365.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rgedu.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rgfi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rgj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rgnameserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rgo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rgpub.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rgs.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rgstatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rhbgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhein-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rheinpfalz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rheumicprofit.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rhid.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhino3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhinoyy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rhinternal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rhizome.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rhizomeai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhombus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhombussystems.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhs.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhul.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rhymezone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ri.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ri.se","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ria.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ria.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riachuelo.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riamediabank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riamoneytransfer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rian.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riau.go.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riba.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ribsiuds.qpon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ricardo.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rice.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"richardsw.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"richaudience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"richelieu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"richmond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"richmond.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"richpanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"richrelevance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ricksteves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ricoh.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ricoh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ricoh.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rics.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ricta.org.rw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riddle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridecell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridewithgps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridewithvia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridgwayband.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ridibooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ridigital.org.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rierra-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riften.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riftskygames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rightarion.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rightinthebox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rightmove.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rightnowtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rightsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rigla.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rigzone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rijksapps.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rijksmuseum.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rijksoverheid.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rijnmond.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rik.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rikang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riken.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rikkyo.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riksdagen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rikunabi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ril.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rim.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rima-tde.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rimba.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rimon.net.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rimward.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rin.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rindler.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rinet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ring.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ringana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringcentral.biz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringlogix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringover.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringpublishing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ringpublishing.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rings.solutions","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rinse.dental","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rinsed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rio.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rio.trade","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rionegro.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riorise.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rioseo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riotcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riotgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riotinto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riotvpn.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riovagas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rip.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ripcm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ripe.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ripley.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ripley.com.pe","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ripleys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ripn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ripoffreport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ripple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rippling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ripplingcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rirki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ris.promo","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risd.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rise-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rise-reforming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risebroadband.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riseguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risely.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risesome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"riseup.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riskcube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riskified.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risklytics.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"risp.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riss.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rit.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ritivel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ritsumei.ac.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rittal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rituals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ritzcarlton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riu.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rivegauche.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riverbank.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riverbed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riverfronttimes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivergame.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"riverisland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riverlayboy.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rivermarkets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riverside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riverside.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivet.design","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rivet.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"riveterhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivian.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rivianservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rivm.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"riw.golf","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rixengine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rixos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"riyasewana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rj.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rjf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rkdms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rki.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rknwatch.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rkomi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rks-gov.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rkv1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rl0.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rlcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rlets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rlifiles.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rlinfraservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rlisystems.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rlp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rlwy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rm358.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rmb-ss.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmbl.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmdsp.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmf.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmf24.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmfg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmg.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmhfrtnd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmishe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmit.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmm9.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmprod.zone","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmrp.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmtag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rmv.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rmzsglng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rncb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rncdn7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rncdn8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rnd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rndfnk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rnds.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rnib.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rnote.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rnp.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rnpdigital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rnz.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rnz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ro.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"road.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"roadandtrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roadie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roadmap.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roadsideamerica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"roadsteam.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roadster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"roadtovr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roadtrippers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roame.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roanoke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"roark.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robbast.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robbreport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"robertdyas.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roberthalf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robertsspaceindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robi.com.bd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"robin-flow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"robinhood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robintraco.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roblox.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roblox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roblox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roblox.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roblox.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"robloxlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"robly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robocurve.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"robodock.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roboflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roboforex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roboform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robokassa.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roborock.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roboshadow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robot-learning.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robota.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roboticscenter.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"robotstxt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rochester.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rockchip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rockefeller.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockefellercenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockefellerfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocket-cdn-eu.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocket-cdn-eu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocket-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocket.chat","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketaccount.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketcdn.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketcyber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketlab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketlane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketlawyer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketleague.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketlit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketmoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketmoney.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketmortgage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketnetwork.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketnews24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rocketreach.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketsdr.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rocketsoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rockfin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rockhall.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockpapershotgun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rockstargames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rockwellautomation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockwellcollins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rockwool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rockylinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rode.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rodeointl.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rodeointl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rodeointl.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roedu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roeye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roeyecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rogerebert.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rogers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rogmovies.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rogmovies.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rogsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roguefitness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rohde-schwarz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rohitab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roinet.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roistat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rojadirectablog.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rojadirectamas.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rojadirectastream.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rojgarresult.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rokna.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rokomari.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rokt-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rokt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roktcalendar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rokuapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rokutime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rolandberger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rolandgarros.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rolex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rolexpanel.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roliascan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rolimons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roll20.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rollbar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rollcall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"roller.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"roller.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rollercoin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rollic.gs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rollingstone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rollitup.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rollout.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rolls-royce.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rolls-roycemotorcars.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rollserver.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rollstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roman-legion-spiel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roman.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"romania-insider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romania-webhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romanticgolpo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romarg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romatoday.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rome.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rome2rio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"romsfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"romsgames.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romspedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"romspure.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rona.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ronanrx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ronet.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rong-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rongbachkim.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ronghub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rongnav.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ronracepub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roobet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"roockmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roofr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roomies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roomstogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roomstorm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roomstyler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roomvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roonlabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rooster465.autos","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"root-servers.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"root.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rootcanary.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rootlake.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rootlnka.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rootly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rootsoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rootsweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roozaneh.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ropro.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rorktest.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ros.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ros.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosalux.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosatom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rosbalt.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roscap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosdomofon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosebikes.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosebud.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosebudbiosciences.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roseltorg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosenergo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roserocket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roserve.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosettastone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rosewoodhotels.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roshy.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roskazna.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosmintrud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosminzdrav.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosneft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rospotrebnadzor.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosreestr.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rosseti.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rossko.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rossmann.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rossmann.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rosszlanyok.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rostaxi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rostelecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rostelshute.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rostgroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rostrud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roszdravnadzor.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rotary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rotero.vc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rotests.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roticahaya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rotld.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rotowire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rottentomatoes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rotter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rotterdam.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rou.video","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roughcountry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"roughguides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roularta.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roulettino-casino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roulettino-casino.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"roundabout.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roundprincemusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"routable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"routard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"route.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"route71.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"routeone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"router-network.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"routeviews.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"routeyou.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"routine.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"routing.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"routingsrvr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"routledge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rover.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rovi.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rovio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rowan.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rowboatlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rowflow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rowman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rownd.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"roxels.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royal-elementor-addons.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royal-game-slots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royal.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royal558.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royalacademy.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"royalairmaroc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalarkgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royalcanin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalcaribbean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royaleapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"royalenfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalgames.casino","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalholloway.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalkennelclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royallepage.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royallib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royalmint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royalroad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"royalsociety.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royalsocietypublishing.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"royaltotox54.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"royaltotox55.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rozblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rozetka.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rozhlas.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rozklad-pkp.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rozmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rp-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rp.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rp5.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rpcpool.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpctrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpcuniverse.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rpgni2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpgsite.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rphang.bot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rpi.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rplay.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rpm-bin.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rpmfind.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rpp.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rptu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rpxnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rqch.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rqdzine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rqmob.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rqtrk.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rrbapply.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rrd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rri.co.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rrpicturearchives.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rrpproxy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rrv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rs-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rs.ge","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rs6.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rsa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rsasecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rsc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rsch.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rsdelivers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rsf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rsgsv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rshb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rsi.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rsk.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rsl.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rsms.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rsna.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rsnx.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rspamd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rspb.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rspca.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rspcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rspediting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rss.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rssi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rssing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rst.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rstudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rstyle.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rsv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rt-dc.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rt-solar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rt.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rta.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtactivate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtb-adingenious.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtb-oveeo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtb-stack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtb.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbanalytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbbtr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtbcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbf.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtbhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtbhouse.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtblab.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbrain.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbscale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtbsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbsuperhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbsystem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtbuniverse.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtbwave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtbwise.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtcfront.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtcloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtcomm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtcplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtcxyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rte.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtesvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rthk.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rthm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rticonnect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtionline.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtk-service.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtl-hbbtv.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtl.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtl.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rtl.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtl.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtl.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtl.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtl2.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtlabs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtlnieuws.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtm.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtmark.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtnsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtoaster.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtp.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtpslots.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rts-tender.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rts.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rts.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtss.qc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rttrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rttv.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rttvnews.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtu.lv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtus.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rtvdrenthe.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtve.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtvi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rtvnoord.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtvslo.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtvutrecht.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rtx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ru-tld.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ru.ac.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.actor","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.domains","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ru.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ru.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruangguru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruanyifeng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rub.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rubbrband.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubetek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubias19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubiconproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubika.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rubrik-lab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rubrik.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruby-lang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubyblu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rubydoc.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rubyforge.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rubygems.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rubylane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rubyonrails.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruc.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruckus.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruckuswireless.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rudaw.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rudderlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rudderstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rudesktop.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rudn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rudus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rueducommerce.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruelala.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruffnauts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rufox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rufus.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rug.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rugbypass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rugbyrama.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rugfrfji.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rugs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruhr-uni-bochum.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruhr24.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ruhrnachrichten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ruhub.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruidongcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruijie.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruijienetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruijieyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rulate.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruldin.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rule34.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34vault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rule34video.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rulebase.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rulebricks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rulit.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rulive.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruliweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rum-ingress-coralogix.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rumacare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumadm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rumah123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumahweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumahweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumble.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumbledns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rummyyono.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumt-sg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rumt-zh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"run.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"run.place","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runahr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runanywhere.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runative-syndicate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runautomat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runcanary.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runcaptain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runcascade.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runconverge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runcopycat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rundrweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rundschau-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rune.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runelite.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runescape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runescape.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"runetki6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rungolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rungroundcontrol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runharbor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runinfra.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runkeeper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runlocal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runnerspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"runnersworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runnet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runnr.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runoob.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runparagon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runpod.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runpod.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runpulse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runrepeat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runrl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"runsignup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runtastic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runtm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"runtrellis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runway.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"runwayml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rupiahcerdas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rupiahtips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rupool.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rupress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruralking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rus.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusagrogroup.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusdate.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusdosug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusfishing.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusfootball.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rush.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rushpay.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusklimat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusklimat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruskline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusneb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruso-turist.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusoska.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusoska.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusoska.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusporn.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusprofile.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"russianfood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"russianpost.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"russights.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"russoutdoor.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rust-lang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rustdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rustelekom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rustest.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rustfavorites.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rustore.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rustt.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusuchka.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusvesna.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rusvideos.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rusvideos.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruta1000.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rutarget.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruten.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rutgers.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rutor.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rutracker.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rutracker.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rutracker.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rutraff.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rutter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rutube-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rutube.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rutubelist.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ruturkru.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruturkserial.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruuf.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruv.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruvds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruvps.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruvr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ruweb.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ruwiki.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rvikjd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rvision.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rvlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rvo.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rvohealth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rvohealth.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rvshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rvtrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwbaird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwjbh.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwjf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rwsgateway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rwsh.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rwth-aachen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rxinform.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rxlist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rxnvg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"rxrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ryanair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ryce-rsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ryerson.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ryjer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rylkngdm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rylmtch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rynekzdrowia.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"rysemarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rytr.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ryukyushimpo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ryuugames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ryvn.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ryzesuperfoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"rzd.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rzdss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"rzone.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-42.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s-bol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-cloud.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-fg-net.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-gift.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s-microsoft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-nbcnews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-onetag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s-sols.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s.id","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s1gov.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s1q2105.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s1search.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s2.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s24cloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s2517.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"s3-rus.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s3waas.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s3xified.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s5h.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s7.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s73cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s7cdn.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s7s.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s81c.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"s8ey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"s8pa9zb2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saacon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saambaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saarbruecker-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"saarland.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saasexch.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saasexch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saasexch.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saashr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"saashub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saasprotection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saaswaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saatchiart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saawsedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabah.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sabah.gov.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sabaidea.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabanciuniv.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sabavision.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabc-plus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sabda.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sabio.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sabre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saby.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sacbee.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sacdnssedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sachsen-anhalt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sachsen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saconsole.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sacred-texts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sadbaguette.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sadhguru.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sadnews.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sae.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"saechsische.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"safar724.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safaricom.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safaricom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safaricombusiness.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safebeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safebrands.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safebrands.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safebrowsing.apple","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safebutler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safecharge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safedk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safedog.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safefileku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safelite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safenames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safenames.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safenests.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safeopt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safer-networking.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safermgmt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safersoftware.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safesecureweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safestcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"safety.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safetychampionapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safetyculture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safetydetectives.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safetykit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safetywing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safevisit.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safeway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safewise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safra.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"safran-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saga.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sagaftra.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sagaland.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sagawa-exp.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sage-ai.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sage.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sagecare.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sagemath.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sageone.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sageone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sagepub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saglik.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sagradafamilia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sahabatprada188.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sahadan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sahand-music.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saharareporters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sahibinden.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sahistory.org.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saic.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saicloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sail-horizon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sail-personalize.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sail-track.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sailfishx.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sailpoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sailsjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sailthru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sainsburys.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saint-gobain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sainwertapr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saisoncard.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saitama.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saj-solar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sajda.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sakarya.edu.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sakneen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saksfifthavenue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sakshi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saksoff5th.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sakura.ad.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sakura.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salahlangkah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salarybook.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salarybox.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salaryexpert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"salator.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saldor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"salecycle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salemove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salemroboticsinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesfire.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesforce-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salesforce-scrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"salesforce-setup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"salesforce-sites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"salesforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesforceliveagent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"salesform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salesgraph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesloft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesmanago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"salesmanago.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesmarketmsk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salesmartly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salesmate.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salespatriot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salespider.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salford.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salidzini.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"salk.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salla.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salla.network","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salla.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salliemae.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sallybeauty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sallysbakingaddiction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salomon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salonboard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salsalabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salsalabs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salsalpolox.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salsify-ecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salsify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salt.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salt.security","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salthasher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"saltwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salud.gob.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salute.gov.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salute.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salutejazz.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"salvationarmy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salvationarmyusa.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salvy.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salyk.kg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"salzburg24.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sam-isp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sam.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samagra.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samaltman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samanage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samaritans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samaritanspurse.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"samarth.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samarth.edu.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samayam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samba.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samba.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sambad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sambaporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samberi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samehadaku.how","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"samfw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samhsa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samknows.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sammobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sammylabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samokat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samokat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samolet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samoletgroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samoletplus.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samora.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samos.insure","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samp-dl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samplefocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"samplicio.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sampo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samqaicongen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samr.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samregion.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sams-sigma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sams.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsclubimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsodisha.gov.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsonopt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsung-dict.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsung-gamelauncher.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsung-news.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsung-sm-ds.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsung.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsung.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsung.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungacr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungcloud.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloudcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloudcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloudplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloudsolution.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungcloudsolution.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungconnectivity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungconsent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdiroute.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdmroute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungdms.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungelectronics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungenergydr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungfind.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsunggalaxy.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsunggeopush.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungglobalgoals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsunggsl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsunghealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsunghrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungiotcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungknowledge.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungknox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungmdec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungmembers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungmilkradio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungmobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungnyc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungosp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungosp.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungotn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungpass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungpositioning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungqbe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungrm.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungrs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungsds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungsiminfo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungtv.plus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungtvplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungvisioncloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samsungvx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"samsungweather.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"samusar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"san.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sana.sy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanantonio.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sanaws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanborns.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sancdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandaya.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandbox.game","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandboxol.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandclowd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandia.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandiego.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandiego.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandiegoreader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandiegouniontribune.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sandiegozoo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandisk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandra-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sandvik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanger.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sangfor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sangfor.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sangoma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sangtacviet.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sanifu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanitas.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanity.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sankakucomplex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sankei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sankuai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanmar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanofi-synthelabo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanofi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanoma-sndp.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanookonline.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanparks.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanpoiljejuna.cfd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanqianghx.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanqinghuanbao.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanrights.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanrio.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sans.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanspo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"santaads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"santacruzsentinel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santafe.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santafe.gob.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santafe.gov.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santafenewmexican.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"santander.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santander.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santander.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santander.com.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santander.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santander.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santanderbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"santandernetibe.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santanderopenacademy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sante.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santehnika-online.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"santehq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santemagazine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santepubliquefrance.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"santillanacompartir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanvivo.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sanxingyesone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sanyteam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saostar.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapaad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sape.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapfir.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saphira.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapiens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapiensmgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sapling.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapo.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sapphireonline.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapporo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sapsf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sapsf.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sara777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saraf.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarahah.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saralharyana.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saramin.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sarapbabe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saratovmiac.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sarawak.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sardine.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saren.gob.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sarenet.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarenza.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sarhne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarkaricsc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sarkariexam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sarkariresult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarkariresult.com.cm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarkarivigyapan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sarky.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sarna.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sars.gov.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sarthaks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sas.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sasac.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sascdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saser.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saskatchewan.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sass-lang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sassa.gov.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sat.box","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sat.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sat.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sat24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sati.sex","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"satis.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"satisfactory-calculator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: *"}
{"domain":"satismeter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satofull.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"satta-king-fast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satta-king-live.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"satta-king-up.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satta-king.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satta-xpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satta143.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sattaking-ghaziabad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sattakingy.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sattamatka.email","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sattamatkadpboss.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sattamatkajico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sattamatkano1.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sattamatkaresult.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sattamatkaresult.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satu.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saturn.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saturnos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"satyam.net.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saucelabs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saucony.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saudara.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saude.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saudi.net.sa","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saudia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saudigazette.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sauna-ikitai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sauto.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sav.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savahq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"savannahnow.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"savantcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"save-free.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saveclip.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saveetha.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savefrom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savein.money","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"savelyev.click","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"savemyexams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saveris.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savethechildren.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savethechildren.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"savethestudent.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savetik.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savett.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saveur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"savills.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savingplaces.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saviyntcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"savvis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"savvymoney.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"savvytime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sawsells.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sawstory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saxo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saya.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sayap33ily.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"saygames.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sayhentai.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sayhentai.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sayidaty.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sayintentions.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"saylor.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sayouth.mobi","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"says.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sayweee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sayyarh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sazabi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sb-cd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sb.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sb24.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sba.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbb.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbb.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbcglobal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbcloud.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbcounty.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbdv.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sber.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sberbank-ast.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sberbank-service.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sberbank-tele.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sberbank.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sberbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbercity.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sberclass.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbercloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbercloud.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sberdevices.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sberfactoring.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sberhealth.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sberkassa.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbermarket.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbermarketing.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbermed.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbermegamarket.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbg.ac.at","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbi.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbicard.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbiepay.sbi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbis.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbisec.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbixby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sblo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sblogistica.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbm.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbn.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbnation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sbobet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbs-inter.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbs.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbs.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sbsub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbt.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbtjapan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbxh1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh8.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sbxh9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sbysat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-apps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-corp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-gw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-prod.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc-static.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sc.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sc.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc163.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sc7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scala-lang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalable.capital","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalapay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalarfield.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalefusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalemates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scaleway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scaliainfra.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scalibur.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalpboard.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scalr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scamadviser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scan-manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scanbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scandichotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scandinavianhosting.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scandit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scania.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scannet2.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scansnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scape.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scarabresearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scaredslip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scarf.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scarlet.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scarmaca.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scarymommy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scashwl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scayle.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scb.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scba.gov.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sccoast.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scdn.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scenariolearning.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scene7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scentbird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sch.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sch.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sch4.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schaeffler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sched.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schedulingwiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scheels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schema.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schemaapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schemastore.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schemeflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schengenvisainfo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schibsted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schibsted.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schibsted.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schibsted.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"schiesser.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schiphol.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schleswig-holstein.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schlund.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schlundtech.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schneevonmorgen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schneider-electric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schneidercorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schneier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholaris.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholarshipdb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scholarships.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholarships.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholastic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholasticahq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scholl-shoes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"school4-dinsk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"school60br.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schoolable.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schoolido.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schoology.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schoolsoft.se","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schoolspring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schoox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schufa.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schuh.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schulferien.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"schulserver.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"schulte.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"schwab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"schwaebische.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"schwarzwaelder-bote.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"schwise.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sci-hub.box","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sci-hub.red","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sci-hub.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sci-hub.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sci.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sci.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scielo.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scielo.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scielo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scielo.org.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scielo.org.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"science-et-vie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"science.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sciencealert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencebasedmedicine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencebasedtargets.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scienceblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencebuddies.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scienceconnect.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencedaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencedirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencedirectassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencefocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sciencefriday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencehistory.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencemag.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sciencemuseum.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencenet.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencenews.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scienceopen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sciencepost.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciences-po.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencesconf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencesetavenir.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sciencespo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciencewiki.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciencing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sciendo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scientific-programs.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scientific.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scientificamerican.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scig.gov.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scikit-learn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scilit.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciloop.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scimagojr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scinfradev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scio.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sciprofiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scipy.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scirp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scispace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scispot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scitation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scite.ai","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scitechdaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scitok.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scloud.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sclub.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scname.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scnu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scoalarutiera.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scol.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scoliawhaly.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scoop.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scoop.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scooplabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scoopzapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scooter-attack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scope3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scopely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scopely.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scopelypv.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scopus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"score.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"score808live.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scorecardresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scoremer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scores24.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scorito.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scorm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scorpion.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scorser.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scot.nhs.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scotiabank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scotsman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scott-sports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scotusblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scourt.go.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scoutforschools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scouthealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scouting.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scpr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"scrabblewordfinder.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scrapbook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scrapbox.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screamingfrog.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scredit.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"screeb.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screen.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screencast-o-matic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screencast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"screencastify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screencloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screencore.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screendaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screener.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenleap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenmeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenpal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenpipe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screenrant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"screwfix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"screwfix.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scribblehub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scribbr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scribd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"scribdassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scribehow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scribus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scrimba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scripps.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scrippsnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"script.ac","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scriptblox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scriptwrapper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scritchai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scroll-fan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scroll.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scrolller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scruffapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scrum.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scryfall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scs-ns.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scssoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scstatehouse.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scu.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sculptcosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scupio.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scut.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"scutum.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scw.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"scworld.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sd-rtn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sd.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sd.rs","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sd360.com.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdamgia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdbullion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdcard.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sddan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdiapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdjpzy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdk-license.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdkconnect121.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdkconnecter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdn.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdna.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdpay.co.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sds-secaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdsc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdss.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sdsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdsys.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdu.dk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdworx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sdyuxi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sdyzskqyy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"se-platform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"se.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"se.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"se.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"se.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sea.museum","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seaart.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seaart.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seabank.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seabank.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seabound.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seacoastonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seadform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seaflight.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seagate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seagullscientific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seal.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sealsubscriptions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seam.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seamless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seamlessaccess.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searates.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"search-artemis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search-io.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search-load.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"search-porn-videos.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"search-redirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search-sprint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search-start.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"search.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"search.google","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchatlas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchenginejournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchengineland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchengines.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchenginewatch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"searchiq.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchpeoplefree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"searchpstatp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"searchrouter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchserverapi1.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchspring.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"searchspring.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchtor.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"searchtribune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"searchy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sears.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sears.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seaskypro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seasonvar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seastrom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seat61.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seatgeek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seatguru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seattle.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seattlechildrens.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seattlepi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seattletimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seattleu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seattleweekly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seaworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seb.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sebi.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sebokep.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sebrae.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sec-ns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sec-smartswitch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sec-tunnel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sec.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secb2b.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secget.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seclists.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secoda.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secomtrust.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"second-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"second-ns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"second-squad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secondhandsongs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"secondlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secondlife.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secop.gov.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secret-folder.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secretbenefits.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secrethostess.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secrets.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secretservice.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sectigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sectigodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sectigoweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"section.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"section508.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secu100.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secullum.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secunia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secure-booker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secure-cms.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"secure-hotel-booking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secure-platform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secure-traffic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secure.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securebrowser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securecafe.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securecomwireless.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securedataimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securedvisit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"secureexchange.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secureflowlane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securefuturepolicy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securehostdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secureintellicentre.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secureinternetbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securelist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securen.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securenetsystems.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secureparkme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securepoint.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secureprivacy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secureserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"secureservercdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securestudies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securetheorem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"secureuc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securewebsystems.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secureworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securitasclient.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securiti.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"securitm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"security-sbrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"security.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityaffairs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityalliance.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityannex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"securitybank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityboulevard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityeco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityeducation.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityfocus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityheaders.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityholes.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityintelligence.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securitylab.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securitymagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securityspace.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securitytrails.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securitytrfx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"securityweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"securykit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"secutix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sed.sc.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sedaily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sedecatastro.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sedelectronica.gal","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sedgwick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sedo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sedoparking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sedu.es.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seduc.ce.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seed.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seedandspark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seedonk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seeds.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seedtag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seeedstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seeing-systems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seeip.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seek.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seeking.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seekingalpha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seeklogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seekout.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seenthis.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seesaa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"seesaawiki.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seesaw.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seetickets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seetong.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seeweb.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sefan.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sefaria.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sefon.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seg-social.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seg-social.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seg-social.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sega.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sega.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sega.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmed.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segment.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmenta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmentapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"segmentfault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmentify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"segmento.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"segodnya.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"segreencolumn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"segso.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seguridadvial.gob.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"segway.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seher.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sei.df.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sei.mg.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sei.rj.gov.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sei.sp.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seia.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seikowatches.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seimanga.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seiren-sh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seiright.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seiska.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"seismic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seized.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seizedservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sej.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sejda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sejm.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sekai-kabuka.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sekilo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sekisuihouse.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seks.ws","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seksati.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seksi-adresar.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"seksvideo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seksyukle.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sektori.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"selar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"selcdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"selcloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seld.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"select-type.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selectel.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selectmedia.asia","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selenium.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"self.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"self.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfclick.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfhost.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfhost.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfhost.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfin.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selfip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"selfridges.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"selfstudys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selia.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selise.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sellatuparley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sellersprite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sellpy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sellraze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sellvir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sellwild.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seloger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"selstorage.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"semafor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"semana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semana.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"semanticscholar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semasio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sembleai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semgrep.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semiotic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sempre.tec.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"semprot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semrush.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"semrush.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"semutwinner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"semver.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sena.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sena.edu.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senac.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senai.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senat.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"senate.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senato.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sencha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"send-anywhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"send.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"send.now","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendbird.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sendblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendbox.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sender.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"senderscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendgrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendgrid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendibm1.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sendibm3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sendibt2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sendibt3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sendinblue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendmetr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sendpulse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendsay.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendtonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sendtuna.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seneweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sengfate.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sengokuixa.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sengprime.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sengrora.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sengtoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seniat.gob.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senior.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seniorcloud.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senkodns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"senkuro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sennheiser.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sennu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensacine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensagent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"senscritique.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"senseirobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensible.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensibo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"senso.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensornet.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensorsdata.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sensorsdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sensorsjourney.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sensortower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentimente.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sentimente.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentinelcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sentinelone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentinelone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sentinelpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentiyen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentral.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentrial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sentry-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sentry.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seoab.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seoclerk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seohost.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seomoz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seon.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seondf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seondfresolver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seondnsresolve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seoptimer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seoul.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sep.gob.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sepaq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sepe.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sepe.gob.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sephora.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sequencebio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sequencemkts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sequinai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sequoiacap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serafis.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seranking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seraphicsecurity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serasa.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serasaexperian.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sercanto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serebii.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sered.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serializd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"serialssolutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serie-days.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"serif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serifhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serifservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serinus.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seriouseats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sermonaudio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sermoncentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"serna.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sero.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seroundprince.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seroundtable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serpapi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serpro.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serra.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sertastore.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servarr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servatmandi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servconfig.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servebeer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servebom.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servedbyadbutler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"servefaststatic.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servefilesonly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveftp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servehttp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveirc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servenobid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servenobids.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servepics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"server-cpanel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"server-eye.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"server-he.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"server-k2cz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"server-routing.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servera.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverbid.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serverbyt.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverdata.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverdomus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servereps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverfault.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serverfreak.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serverhost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverhostgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveriai.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveris.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servermanager.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveroffer.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serverpars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servers.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverstack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servertown.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serverwatch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serveteck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servethehome.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servetraff.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"serveuser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serveusers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servg1.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"service-now.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"service-online.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"service-public.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"service-public.gouv.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"service-windows.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"service.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"service.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"service.one","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicecdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicechannel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicefusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicem8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicenow.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicenowservices.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serviceonline.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicepipe.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicepipe.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serviceprovider.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"services-bahn.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"services.gc.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicesadmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicesaustralia.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servicetitan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicewebly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicewechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servicio-online.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serviciodecorreo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servidor.net.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servidoraweb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servidoresdns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servidoresdominios.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servidoresph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servidorestavel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serving-sys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"serving-sys.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servionica.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"serviporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"servo7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servogram.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"servustv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sesameworkshop.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sescsp.org.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seseasky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sesupdate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"set.gov.py","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"set.or.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setadiran.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"setapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setcache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seti.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setlist.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setlisting.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"setmore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setrol.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"settingshelper.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"settrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setupad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"setupad.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"setupad.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"setupcmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sevastopol.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sevenforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"seveninternet.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sevenrooms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seventeen.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"severen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"severstal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"severstalgroup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sevilmusics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sevstar.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sevstar933krop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sevtu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sewarsremeets.cfd","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sex-masry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-studentki.cafe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-studentki.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-studentki.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-studentki.sale","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-studentki.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex-vn.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sex100.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sex6x.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexalarab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexallarab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexarabii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sexbebin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sexbule.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexchatters.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexdepvl.blog","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexdiem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexemodel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexetag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexeti.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexhdxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sexhihi.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexiha.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexindrag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexiveo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexkomix2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexkomix22.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexlilarab.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexlog.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexmacri.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexmesri.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexmotergem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexmotrjem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexmupxinh.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexneka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexnetvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexnyk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexosintabues30.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexosur.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexpester.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexsati.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sexsatti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexselector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexstories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sextb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sextops.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sextpanther.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sextvx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /*"}
{"domain":"sexumahat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexvid.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexvid.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexvid1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexviet88s.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexvietdam.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexybluefilm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexyforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexygirlspics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sexylib.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sexyvideoindian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sezane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"seznam.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"seznamzpravy.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sezzle.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sf-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sf-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sf-cloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sf-express.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sf-helper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sf-tensor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sf.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sf.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfasu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfatherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfchronicle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfd.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfdc.cl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfdc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfdcdigital.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfdcfc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfdcstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfera.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfexaminer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfgame.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfgate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfgov.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfile.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfmc-content.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfmc-marketing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfmoma.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfmta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfn-am.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfn.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfndns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfr.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfsforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sfstandard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfsu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sftcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfu-kras.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sfu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sfweekly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sfx.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sg-host.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sg-light-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sg-tencentclb.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sg-tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sg.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgaas.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgameglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgcarmart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgcc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgcc.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgcloudhosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgg.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgisistemas.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgk.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sgmbocast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sgnic.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgsnssdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgsonline.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sgvafs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgvps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sgxgo2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sgxnifty.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sgzones.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sh-tencentclb.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sh-tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sh.gov.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shaadi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shaalaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shaanxi.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shabdkosh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shacknews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shad.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shadeform.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shadow.tech","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shadowfax.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shadownet.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shadowserver.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shadowserver.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shadowverse-wb.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shafa.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shafaqna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shahid.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"shahidrazi.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shahidwbas.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shahrekhabar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shahvani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shakeshack.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shaktipay.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shallspark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shalltry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shalove.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shamela.ws","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shandong.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shang-nan.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shanghai.gov.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shanghaidisneyresort.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shanghaifantasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shanghairanking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shanghufang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shangjin88.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shangri-la.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shanxi.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shaparak.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"shape.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shaped.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shapegamescloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shapermint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shapes.inc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shapescale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shapeways.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharafdg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"share-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"share-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"share.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shareaholic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shareaholic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shareanynudes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shareasale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharecare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharefile.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharefile.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shareholder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharemasala.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharepoint-mil.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharepoint.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharepoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharepoint.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharepointonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharesdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharethis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharethis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharethrough.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sharethru.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharif.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharkclouddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharkia.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharkninja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharkninja.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharp-stream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharp.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sharp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharpe.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sharpschool.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shasta.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shatel.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shaw.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shawcable.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shawlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shazam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shazamcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shazoo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shb-sync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shbdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"shcilestamp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shdid.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shedevrum.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheetjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sheetmusicdirect.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheetmusicplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shef.ac.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheffield.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shegu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shein.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shein.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shein.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shein.com.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheincorp.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sheinindia.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shekelmobility.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shekhauniexam.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheknows.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shelly.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shelter.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shelterluv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shemale.movie","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shen147.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shengboglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shengyitang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shentel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shepherd.study","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shepherdinsurance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sherdog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheridanc.on.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sherloqdata.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sherpa.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sherwin-williams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shesfreaky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shetabanhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sheypoor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shgcdn3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shgjp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shhqmx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiabank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shibahsjessing.qpon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiboleth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shieldedglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shields.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shifen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shift4.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiftapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiftdelete.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiftdigitalapps.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shifthealth.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shigotech.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shikimori.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shikosharply.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiksha.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shillongteerground.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shillongteergrounds.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shimano.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shimmer.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shimo.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shindanmaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shingakunet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinhan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinhancard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shinigami.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shinigami.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiningawards.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinkei.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinkin.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shinmai.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinobi.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinservice.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinyapps.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shinystat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ship.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipblu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipbob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiphero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipmates.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipmentlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shipoway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipper.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiprocket.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiprocket.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipspotting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipstation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shipt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shiseido.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shiseido.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shisu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shitaraba.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shixcam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shjyun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shkolkovo.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shkolo.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shlib.life","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shmff.gov.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shmu.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shmultiweal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shnu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shnw.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sho.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shochiku.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shockhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shockmedia.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shockwave.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shodan.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoecarnival.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shofo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shogakukan.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoke.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shonenjumpplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoonyacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shootproof.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop-apotheke.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop-list.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shop-pro.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop-shimamura.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shop.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shop.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopapps.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopback.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopbop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopcar.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopch.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopcider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopclues.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopdealsdaily.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopee.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopee.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopee.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.tw","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopee.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopeemobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopeepay.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopeepay.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopeepay.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopgarage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopgoodwill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopier.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopify.ai","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopifyapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopifycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopifycdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopifycloud.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopifyinc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopifynetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopifypreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopifysvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopinfo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shoplazza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoplazza.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shoplift.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoplightspeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoplineapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoplive.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoplocale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopltk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopmadeinchina.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopmicas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopmy.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopmyexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopnetic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shopperapproved.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoppersdrugmart.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoppertrak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopping.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shoppinggives.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoprenter.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoprite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopstyle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopsy.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoptet.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoptiques.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoptoshop.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shopware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorebird.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorouknews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"short.gy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"short.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shortbread.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shortchall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shortgemoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shortkit.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shortloop.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shortpixel.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shortpixel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shortstorybox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorttv.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shorttv.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorturl.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shorturl.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shortv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shotblogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shotcut.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shotgun.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shotwell.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shoutcast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"show-creative1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"show-sb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"showcamrips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"showcdnx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"showfalle.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"showingtime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showit.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showjet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"showmax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"showpad.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showpm.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showpm.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showroom-live.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showroomprive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"showrss.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showtv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"showvid.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shp.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shpik.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shredvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shrinetheme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shrkar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shrm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shrmha.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shrmha.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shropshirestar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"shrsl.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shtehe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shtranssion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shturval.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shu.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shu.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shubt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shueisha.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shuffle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shufoo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shujupie.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shukwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shuminoengei.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shunyuanlawyer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shuqi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shuqireader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shutterfly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"shutterstock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"shuzilm.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shwjsyfzgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"shyajio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"shz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"si.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"si.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"siam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siam55e.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siamsport.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sian.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siap-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siasat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sibautomation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siberianhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sibforms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sibirasabbi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sibirix.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sibnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sibur.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sibvaleo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sicat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sichuantuyitech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sicnoticias.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sicofi.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sicoob.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sicredi.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sicredi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sicurezzapostale.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sid.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sidearmsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sidefx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sidelineswap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sider.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sidn.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sidorovcloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sidrachain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sieg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siege-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siemens-energy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siemens-healthineers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siemens.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siemens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siemens.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siepomaga.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sieraddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sierra.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sierra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sierraclub.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sierrastatic.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sievedata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sifted.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siftly.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siftscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigadoc.mt.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigeduc.rn.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siggraph.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siglo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigma.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmaaldrich.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmacomputing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigmagenetics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmalive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigmamind.ai?utm_source=yc&utm_medium=web","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmanticai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigmaos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigmaparking.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigmapool.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmapop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sigmob.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signadot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signageos.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signal.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signalfx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signalhire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signalr.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signalrgb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signalsounds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signalvnoise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signatur.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signicat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signifyd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signin.aws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signinapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signonsandiego.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"signoz.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"signupgenius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigsauer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sigscicloudwaf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sihuacloud.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sii.cl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siidc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siiiiir.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siikomik.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sikayetvar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sil.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silahq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sildenaguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sildinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silencershop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silent-basis.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siliconangle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siliconcanals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siliconera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siliconrepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silihost.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"silimate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"silkchart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silktide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silmaril.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silogy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silpo.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"silurian.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silverchair-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"silverchair.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silverdaddies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silvermob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"silverpeak.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"silversea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sim-networks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sim.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sima-land.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simantic.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simbad.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simbie.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simcare.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simcitybuildit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simdif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simeji.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simepar.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"simetrik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"similarama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"similarsites.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"similarweb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simmons.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simnet.is","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"simonandschuster.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simons.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simonsignal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simontokx.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simontokx.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"simonwillison.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simozo.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simpcity.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simperium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simple.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpleanalyticscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplebooking.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplecast.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplecast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplecastaudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplecloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpledesign.ltd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpleflying.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"simplemachines.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"simplemdm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplenexus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"simplenote.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplepart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplepart.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplepie.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpleplanes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"simplepractice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simples.vet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplesite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplesvg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simpletexting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpleviewcms.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simpleviewinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplevoip.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplex.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplex.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplexi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simpli.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplic.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplify.jobs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplifyd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplilearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplisafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplybook.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplybook.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplycodes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplyhired.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplyhired.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"simplyinsured.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplypsychology.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simplyrecipes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"simplywall.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"simpplr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sina.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sina.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sina.com.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinacloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinaedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinaimg.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinajs.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinarharian.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinchew.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinclairstoryline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sindonews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinema2.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinemalar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinesp.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singaporeair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singaporepaya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singaporepools.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singeporno.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singlecare.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singledance.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singlekey-id.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singleplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singlestore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singnet.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singsw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singtel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singtelchina.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singular.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singularcdn.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"singularity-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singularityhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singularityus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"singulart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinica.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinolight.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinolion.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinonim.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sinopec.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinopet-xm.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sinoptik.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinoptik.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinoviatech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sinsay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sintecgroup.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sintef.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sintegra.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sintral.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siol.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sip-scootershop.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sip.global","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sipflash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipgate.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipgate.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sipgate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siphoxhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siplogin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sipregistration.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipregistration.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sipri.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sipuni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sipvoice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sir90hl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sira.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sirdab.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sirdata.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sirena-travel.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siriusxm.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siriusxm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sirka.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sirsi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sirsidynix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sirsidynix.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sirum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sirus.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sirv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sis001.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sisal.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sisben.gov.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sismologia.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sissa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sistema.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sistema.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sistemasca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sistrix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sistyle.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sita.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site-config.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site-ym.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"site.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site123.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"site24x7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site24x7rum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"site4now.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"site5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"site777.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteadvisor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitecore-staging.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitecore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitecorecloud.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitecorecontenthub.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitefire.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"siteground.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteground.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteground.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteground.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteground.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteground.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteholder.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitehost.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitehosting.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteimprove.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteimproveanalytics.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteimproveanalytics.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitejabber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitelabweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitelutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitelytics.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitemaps.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitemeter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteminder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitenna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteorigin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siteperformancetest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siteplug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitepoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"siteprotect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitescdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitescout.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitesdepot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitesearch360.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitesell.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitesoft.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitestatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitevibes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitey.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sitezoogle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sitnet.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"siu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siue.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sivc.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sivo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"six-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sixflags.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sixfold.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sixsenses.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sixt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sixt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sixtyfour.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"siyavula.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizebay.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sizeless.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzlejs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sizzling-hot-deluxe-777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzling-hot-deluxe-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzling-hot-play.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzling-hot-za-darmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzlinghot-slot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sizzlinghotslot.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sj-r.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sjapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sjhs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sjsu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sjtu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sjv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sjxydc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sk-diagnostics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skai.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skapiec.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skat.dk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skated.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skatteetaten.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skatteverket.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skbkontur.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skcrtxr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skd.museum","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skdnsreg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skechers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skeepers.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skegox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skelbiu.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skepticalscience.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sketch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sketchfab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sketchup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skhynix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skiddle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skidrowreloaded.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skift.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skill-lync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillbox.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillbox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillbrains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skillbuilder.aws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skilljar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skills.google","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillsoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillsync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skillz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skimresources.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"skims.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skin.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skincancer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skinmc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skinnytaste.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"skio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skipthedishes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skipthegames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skitterphoto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skk.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skku.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"skladchik.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skladchina.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sklavenitis.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sklum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sknt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skoda-auto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skoda-auto.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skok.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skokka.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skokka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skokka.com.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skolaonline.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skole.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skolplus.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skorozvon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skprs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skribbl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skrill.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skrinshoter.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skroutz.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sktelecom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sktorrent.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sktthemes.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skullgirlsmobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skuola.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skwstat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sky-vault.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sky.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sky.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sky.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sky.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sky1x.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyairline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyandtelescope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyandtelescope.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyappcenter12.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skyberate.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skybet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skybridge.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skybroadband.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skycdn.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skycdn.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skycdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skycoach.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skydropx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyegloup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyeng.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyexch.plus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyfencenet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyhigh.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyhook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyhook.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyhookwireless.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyinplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skylark.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skylinecreatorshub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skylinewebcams.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skylum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymail.net.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymark.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymavis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymerse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymesh.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skymovieshd.free","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skymovieshd.spot","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skynet.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skynettechnologies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skynews.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skynewsarabia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skype.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skype.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skypeassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skypeforbusiness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyperfectv.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skypher.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skypicker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skypixel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyradar.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyrock.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyrock.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyroom.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscanner.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscannerplatform.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyscnr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyscrape.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyscrapercity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"skyscraperpage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyshowtime.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyslope.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skysound7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skysports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skysrt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skystone.games","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skystreamgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skytigris.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skytouchhos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyts.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"skytvro.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyvegas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"skyvern.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skywater.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skywayplatform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skyways.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"skywork.ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sl-reverse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sl.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slack-edge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slack-imgs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slack-redir.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slackb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slackdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slackewn.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slackware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slanrf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slashdot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slashfilm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slashgear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slashy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slate.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"slatestarcodex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slazenger.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slbenfica.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slcloud.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sld.cu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sledcom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sleeknote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepcycle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepdoctor.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepjar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sleepnumber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepoverlimitprofound.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sleeptracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sleepycat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sletat.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slevomat.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slgnt.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sli.do","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slicedrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slicelife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slickdeals.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slickerhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slickstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slidely.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slideserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slidesgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slideshare.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slidesharecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slideteam.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slido.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sliide.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sliide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slim01.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slim02.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slimframework.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slimgogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slimgogo.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sliwn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slobodnadalmacija.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sloclaponline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slon4.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slopepay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slotcatalog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slotcity.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slotomania.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slotor777.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slotozilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slotpharaosriches.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slotsnplay.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slottpixbet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slovaronline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slovenia.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slow-sky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"slowfood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"slrclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"slt.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slt.lk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sltrib.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"slu.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slu.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"slub-dresden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"slush.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"slweb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sm.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sm3ha.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sma.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smaato.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smadex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smailru.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smallbiztrends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smallpdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smallseotools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smallyy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smar.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smaregi.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarsh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smart-bdash.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smart-lab.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smart-radius.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smart.car","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smart.com.ph","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smart.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smart321.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartadhi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartadserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartape.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartasset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartbase.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartbear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartbill.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartborad.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartbrief.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartcallback.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartcanucks.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartcasttv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartcleanturbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartclip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartcloudcon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartcuco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartcustomer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartdeploy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartedu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartertools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartertravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartetailing.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartfit.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartfren.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarthelio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smarthint.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarthost.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartico.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartinmate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartinsights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartlook.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartlook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartmailcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartmed.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartmeye.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartmovepro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartnews-ads.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartnews.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartnews.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartocto.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartolt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartpress.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartprix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartproxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartraveller.gov.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartrecruiters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartrent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartrg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartsheet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartshell.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartspb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartstream.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartsupp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartsuppcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartsuppchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartsurvey.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarttab.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarttech-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smarttech.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartthings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartuigroup.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smarturl.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartwaiver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartway.today","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smarty.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartyads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smartytech.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smartytouch.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smashballoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smashingmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smashwords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"smassets.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smava.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smb.museum","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smbc-card.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smbc-comics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smbc.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smbcnikko.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smct.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smct.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sme.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"smeg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smh.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"smhi.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smi2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smi2.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"smiirl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smile.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smiles.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smiletemplates.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smilewanted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smintro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smith-wesson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smith.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smithsonianmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smittenkitchen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smnvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smobi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smogon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smokeball.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smokva.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"smolmachines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smooch.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smooth.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smoothcomp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smoothwall.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smotriege.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smotrim.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smoxycdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smp.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smrj.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smrtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smrtwheel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sms-murau.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smsc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smtb.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smtcdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smtp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smtp2go.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smu.edu.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smugmug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"smule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smushcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smuzimaxi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smxconv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smyk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smyorm.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"smythstoys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"smzdm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sn.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"snabfinance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snack-girl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snackly.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snackpass.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snackvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snackvideo.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snafu.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snagajob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snai.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapcalorie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapcdn.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"snapcomms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"snapcraft.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapcraftcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapdeal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapdocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapfish.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapfit.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"snapgametech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapinsta.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapmagic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapmaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapmint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapp.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapp.market","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapp.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapp.taxi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snappfood.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snappmaps.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snappr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snapsave.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snaptik.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snaptik.kim","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snaptik.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snaptrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snaptrckr.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snaptube.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snaptube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snapwidget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snarutox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snazzymaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sncf-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sncf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sndcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sndsy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sng.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sngb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snhu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snichvpn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sniffies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sniffiesassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snigelweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snipes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snipesusa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snippet.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snitch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snitcher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snkrdunk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snl.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"snob.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snooguts.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snopes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"snort.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snov.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snowflake.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snowflake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snowflakecomputing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snparking.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snplow.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snr.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snrapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snrbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snson.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snssdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snsv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"snu.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"snva.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"snyk.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"so-net.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"so-ups.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"so.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soap2day.day","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soas.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sobaka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sobot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"soc-club.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socalgas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socalifornian.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socastsrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soccer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccer.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccer365.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soccer365.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccer6.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccerdigestweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soccerline.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"soccernews.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccertvhd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccervital.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soccerway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socdm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socgen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sociablekit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sociabuzz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socialblade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"socialchain.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialchorus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socialearning.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialmediaexaminer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialmediagirls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialmediatoday.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialpilot.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socialpointgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socialsecurity.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socialsecuritywb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"socialsnowball.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"societe-des-avis-garantis.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"societe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"societegenerale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"societies.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"society6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sociogames.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"socket.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socket.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socksoho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socosearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socpublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"socrf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socure.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"socy.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sodapdf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sodareels.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sodexo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sodimac.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sodimac.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sofascore.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soff.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sofi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sofifa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sofmap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sofoot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soft.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soft112.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soft98.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softaculous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softbank.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softcan.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softcoin.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softether-download.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softether-network.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softether.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softether.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softgarden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softgarden.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softlayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softmaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softonic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softonic.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"softpedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"softportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softsurroundings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"softwareadvice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sogaz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sogetel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sogirl.so","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soglasie.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sogou-pdf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sogou-wallpaper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sogou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sogoucdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soha.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soharhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sohu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sohu01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sohucs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soika.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soinluck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sojern.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sokmil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sol.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sol.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sola-solutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solads.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solar-engine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solarcity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solarcyclonesky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solaredge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solarmanpv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solarweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solarwinds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solbrowser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solcon.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solflare.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solidbroker.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solides.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solidgate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solidhosting.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solidinvest.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solidroad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solidworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solinkcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soliq.uz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solitairebliss.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solitaired.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solitairegrandharvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solitalian.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solitar.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solnet.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solo.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solocdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solocoo.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solodcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solodeportes.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soloist.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solopornoitaliani.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solosuit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soloway.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solscan.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solseed.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"solta.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solugen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solutionslabkit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solvatechnology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solvay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solveintelligence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solverweb.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solvhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"solvusoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"some-tools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"some.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somethingawful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somon.tj","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somosbelcorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somosinternet.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"somplo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sompo-japan.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonarcloud.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonarr.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonarsource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonatoria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonatype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonatype.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonauto.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sondakika.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonera.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonesta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonetel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonetel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"song.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"songfacts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"songjiang.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"songkick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"songlyrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"songsterr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"songswave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"songtexte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"songtive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soniahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonicdrivein.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonicelectronix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sonichealthcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonichits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sonicsads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonicwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonnen.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonnen.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonnenbatterie.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonnenklar.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonobi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonoma.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonovinhasbr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonthuy.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sony.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sony.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sony.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sony.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sony.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sony.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sony.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonyclassics.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonyentertainmentnetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonyericsson.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonyliv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sonymobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonymusic.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sonymusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sonypictures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soolakhi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sooma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soompi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soon.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soonami.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sooplive.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sooplive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sophi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophia.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sophos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sophosupd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophosupd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophosxl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophosxl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sophyshealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soraapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soraban.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soranews24.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sorare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sorbonne-universite.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sorce.jobs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sorcerer.earth","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sorenson.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sorensoncloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soriaanalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soriana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soroco.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sorokdva.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sorokodin.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sorozat-barat.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sorrisi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sortingrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sortiraparis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sortitoutsi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sortporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sosafe.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sosalkino.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sosalkino.best","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Googlebot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soscisurvey.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sostav.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sostrenegrene.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sosugary.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sota2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sotaconnect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soteris.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soteriskin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sothebys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sothebysrealty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soti.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soton.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sotoon.ir","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sotoon53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sott.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sotwe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soufun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soufunimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sougo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"souh6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soulapp.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soumu.go.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soundboks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soundcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundclick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundcloud.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soundcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundcore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundestlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundgasm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundhound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundhouse.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soundkins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"soundon.global","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundonsound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundry.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundtrackyourbrand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soundtrap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soup.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sourcebot.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sourcedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourcefire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourceforge.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourceforge.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourceforge.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sourcegraph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sourcemanager.dev","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourcenext.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourceress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourceware.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sourcewatch.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sourcify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southampton.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southasiabp.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"southasiabp.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"southbankcentre.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southbook.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"southcoast.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southerncompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southernliving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"southfreak.fyi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"southparkstudios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southwalesargus.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"southwest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"southwestwifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"soutugo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sovcloud-dns.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sovcloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sovcombank.group","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sovcombank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sovrn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sovrn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sovsport.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sowa.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sowetan.co.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"soyhenry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"soysuper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sozcu.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sp-gn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sp-prod.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sp-today.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sp-trk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sp0n.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sp1-brevo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spa.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spac.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"space.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"space.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spacebattles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spacecape.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacedaily.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceflightnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceflow.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceforce.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacefree.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacehey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacemonkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacenews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spacenk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceship.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceship.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spaceweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceweather.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaceweb.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spaceweb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spacex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spadeworks.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spadsync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spaggiari.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spain.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spalla.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spamcop.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spamhaus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spamhaus.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spamrats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spandidos-publications.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spanishdict.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spankbang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spankbang.party","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sparebank1.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spareroom.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spark-rostov.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spark.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spark.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkasse.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkasse.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkbb.co.nz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkdriverapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkhq.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkle0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkles.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sparklight.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkloop.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparknotes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkpeople.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparkpost.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkpostmail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sparkstudio.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparktoro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparrow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spartan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sparteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spartoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spat4.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spate.nyc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spatial.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spatiul.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spbdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spboss.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spbstu.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spbtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spbtv.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spbu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spbycdn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spbycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spbycdn.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spcs.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spcsdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spd-mgts.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spd.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spd.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spdb.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spdns.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spdns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spdns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spdx.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spdydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speakeasy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speakerdeck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spec.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specbench.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speccheckrx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"specialdays.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"specialized.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specialolympics.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specialservers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specific.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specificfeeds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"specsavers.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spectator.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spectator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spectator.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spectraguard.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spectrum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spectrum.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spectrumlocalnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spectrumnews1.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spectrumsurveys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spectrumvoip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speechify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speechpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speed-manga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"speed-sci.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedcheckerapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedcurve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedifyvolcai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedof.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedostream1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedrun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"speedscale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"speedsize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedsmart.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedsonar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedstream.click","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedstream.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedtest.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedtestcustom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedtestmark.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedwaymotors.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedws.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedy.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedycdn.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speedylabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"speedysurfcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speicherzentrum.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speisekarte.menu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"speko.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spektrum.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spellbrush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spellingoefenen.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spellknight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spencersonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spendruby.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spendsdetachment.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spendwithpennies.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spennyapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spgo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sph.com.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sphera.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sphere.ad.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spherecast.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sphinx-doc.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sphinxhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sphostserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spicedata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spicethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spiceworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spicychat.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spicymms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spidermanbrandnewday.movie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spidersweb.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spie.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spiedigitallibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spiegel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spigotmc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spiked-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spin-better.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spinach.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinblitz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spine-health.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spinjeet365.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spinmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spinninrecords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinnovax.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spinny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinsamurai777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinsamuraislots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinsfest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spinsycasino777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spirelawfirm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spirit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spiritfanfiction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spirithalloween.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spitogatos.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"splash9.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splashid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splashthat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"splashtop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splashtop.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splcenter.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spletnik.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spline.design","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splio.name","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"split-nastroi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"split.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splitwise.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splunk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"splunkcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"splunkdev.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"splunkdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"splus.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spmailtechnolo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spmb.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spmbjatim.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spmode.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spnet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spo-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spo-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spokeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spokesman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sponichi.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spoofer.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spoonflower.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sporcle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sport-express.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport-express.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport-fm.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sport.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sport.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sport.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sport.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sport.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sport.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport1.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport24.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sport5.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportal.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportbible.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportbox.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportchek.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportdigi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportdog.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportfilm800.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sporthub.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportingbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportinglife.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportinglife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportingnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sportisimo.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sportler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sportmail.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportmaster.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportmonks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportngin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sportnginserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportnieuws.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportpesa.co.tz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportpesa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportradarserving.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sports-cube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sports-reference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sports-tracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sports.bet.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sports.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sports.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsapi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsbet.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsbookreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsbull.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsbusinessjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sportscardinvestor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportscardspro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportscasting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportschau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sportscheck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportscollectors.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsdirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsdzen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportskeeda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sportslocalmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsmans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsmansguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsmole.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsnet.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsnow.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsplus.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsport.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsseier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsshoes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportsurge.ws","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sportsyou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sportybet.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportybet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportytrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportzfyapk.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportzfys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sportzfys.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sporx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sporza.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spot.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotahome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotangels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotapps.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spotdx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spothero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spoti.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotify.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotify.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spotifycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spotlight.realty","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotlightstores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spoton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotpay.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotrac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spott.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotv24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spotxchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spoutroserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spov-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spov-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spox.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spp.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spr.gov.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spreadfirefox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spreadshirt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spreadshirt.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"spreadshirtmedia.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spreaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spribegaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sprig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spring.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springerlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"springernature.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springernature.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"springeropen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springerprofessional.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springinafrica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"springlightcfl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"springserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"springshosting.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"springsource.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sprinklr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sprinthost.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprinthost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprintlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sprintray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"spriters-resource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprites.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sprocket.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprosivracha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sproutgigs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprouts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sproutsocial.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sproutvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprucehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spruceid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sprzedajemy.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sps-holding.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sps-system.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sptag2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sptpub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spur.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spurtest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputnik.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputnik.systems","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputnik8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputnikglobe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputnikmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sputniknews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sputniknews.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spybets.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"spybett.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"spyfu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sqills.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sqlite.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sqlservercentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sqr.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sqrt-5041.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sqspcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squadbustersgame.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squadhelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"square-enix-games.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"square-enix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"square.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"square.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squareblogs.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"squarecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squaredle.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squarespace-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squarespace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squarespacedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squareup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squareyards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squeezely.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squid-cache.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squid.energy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squidapp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squidoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squirt.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"squitoiages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squiz.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squiz.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"squoosh.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sr.ht","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sr.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sra.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"srafcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srafx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sram.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sravni.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"srcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srce.hr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sreality.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"srf.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"srg-it.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sri.gob.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srmdata-eur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srmdata-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srmdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srtxlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srv-hostalia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srv00.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srv224.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"srv53.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srv53.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srv53.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srvb1.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"srvmath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"srvqck27.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srvrsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srvrsdns.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"srvsynd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"srzx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ss.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ss2.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssa.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssactivewear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ssau.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssb.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssc.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sscdn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sse.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssense.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssfm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssfshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ssga.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssgcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssgportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssgujarat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssiloc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssir.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sskzlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssl-images-amazon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sslip.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssllabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sslparking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sslsecuretrust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sslshopper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ssm.codes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssmas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssmhc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssnc.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sso-fh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sso.go.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssotica.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sspai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sspay01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sspdata.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sspinc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sspnet.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssqt.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssrchat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssrmovies.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ssrn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sss.gov.ph","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sssinstagram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sssrr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sssrvpn.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ssstik.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssstwitter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sstatic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssu.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ssyoutube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st-and.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st-andrews.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"st-av.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st-hatena.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st-note.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st-panel-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"st.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staatsbibliothek-berlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stability.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stablebrowse.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stablediffusionweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stablehost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stableserver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stabletransit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackadapt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackage.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackblitz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stacker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackerhq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackexchange.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackit.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackoverflow.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stackoverflow.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackoverflow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackoverflow.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stackpathdns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackshare.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stacksports.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stacksync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackup.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stackvaults.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stadiamaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stadt-koeln.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stadt-zuerich.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stadtradeln.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stafaband-76.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stafbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staff-start.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staffbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stagecoachbus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stagereview.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stagewise.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"staging-airtableblocks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stairsfinancial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stake-engine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stake.ac","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stake.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stake.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stalkoda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stamped.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stampmail.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stamps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stan.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stan.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stanby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standaard.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"standaardboekhandel.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"standard.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"standard.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standardandpoors.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"standardbank.co.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standardmachines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standardmedia.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standardnotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"standardsignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standoff2.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"standout.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"standsapp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"standvirtual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stanford.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stanford.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stanfordchildrens.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stanfordhealthcare.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stanley1913.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stansberryresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stantec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stape.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stape.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stapecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staples.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staples.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staplesadvantage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staq-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staqlab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"star-domain.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"star-telegram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"star.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"star.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"star4live.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staradvertiser.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"starapps.studio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starateli.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starbucks.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starbucks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starburst-slots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starburstslotonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stardewvalleywiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stardex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stardock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stardoll.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stardrift.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stardust-tv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stardustgod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stardusttime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starface-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starfall.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starfieldtech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starhealth.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starhit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starhub.net.sg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stariidata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stark-it.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starkbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starkgames.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starlingmedical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starlink.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starmakerstudios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starnewskorea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starnxdomain.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starott.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starrails.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starrydyn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stars.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starsbuildingweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starshield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"starsling.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starstable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"start-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"start.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"start.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"start.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startappelb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startappnetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startappservice.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startbootstrap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startcomca.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startech.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startersites.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"startertemplatecloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startlogic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startnext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startpage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startpagina.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startpinch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startplayinggames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startprimer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startraven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startrek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startribune.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"startssl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"startv.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starwalk.space","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starwars.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"starwoodhotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"starz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staseraintv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stat-rock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stat.go.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stat.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stat.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stat.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statad.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statcounter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"state.ar.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"state.co.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"state.fl.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"state.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"state.mn.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"state.ny.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"state.or.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"state.tx.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statefarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statefarm.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stateline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stateofenergy.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statesman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"statesmanjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"statestreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"static-src.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"static-swaven.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"static.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"static.pub","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statically.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staticdj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staticflickr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staticmoly.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staticontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staticstack.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staticvaultcdn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"staticvaultcdn.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statinside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statiq.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statista.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statisticbrain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statisticslinks.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statmedia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statmuse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stats.cc","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stats.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stats.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statsig.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statsigapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statsigcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"statsperform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statssa.gov.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statusai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"statuspage.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stavka.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staxel.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stay-app.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stay22.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stayfreeapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stayfriends.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stayqrious.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"staysafeonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stbid.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stbuttons.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stc-groups.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stc.com.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stck.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stcloudstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"std.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stdaily.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stdtime.gov.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steadfast.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stealth.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stealthworker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steam-chat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamcommunity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamconnecttest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steamdb.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamgifts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"steamingmaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steaminventoryhelper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steampowered.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steampunk-fr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steamrip.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steamserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steamstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steamunlocked.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steamusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steelcase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steelhousemedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steelseries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steelseriescdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"steemit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steinberg.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steinmetzmotors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stellantis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stellar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stellarcyber.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stellarium.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stellarix.africa","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stellarsleep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stellonlabs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stempad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stengahaiger.qpon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stepful.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stepik.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stepstone.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"steptofsvo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stereogum.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stern.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stesti.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stevehoffman.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stevemadden.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stevens.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stewdio.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stfc.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stgcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stheadline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stibosystems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stickermule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stickify-api.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stickyadstv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stihi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stillwind.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stilta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stimme.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stingray.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stipepay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stir.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stirileprotv.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stiripesurse.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stitcher.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stitchfix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stiven-king.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stjohns.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stjude.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stkouyu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stloadi.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stlouisfed.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stltoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stm-ep.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stnet.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stnvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sto55.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stoaexchange.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stock3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockanalysis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockbit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockcake.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stockcharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockholm.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stockline.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stocksnap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stockstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stocktitan.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stocktwits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockunlock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stockx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stocrm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stoiximan.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stokesentinel.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stokespace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stolaf.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stolichki.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stoloto.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stone.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stonkstutors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stonly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stonybrook.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stooq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stooq.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stopandshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stopblocking.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stopbullying.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stopgame.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storables.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storaenso.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storage-yahoo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storage.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storagedirectguide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storageimagedisplay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storagejsstrategiesfabulous.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storagetreasures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storagexhd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storeboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storebrand.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storeinfo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storeland.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storenvy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stores.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stories.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storiesig.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storifyme.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storioai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storj.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storjapi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storjshare.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"storm-pro.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storm-vps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storm.mg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storm8.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stormshieldcs.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stormy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storyblocks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"storyblok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storyboarder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"storyboardthat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storygize.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"storylane.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storylineonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storyly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storymax.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storyreel.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storysaver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storytel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storytv.asia","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storytv.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storytv.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"storyworth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stownest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stparts.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stpd.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stpi.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stps.gob.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stpulscen.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"str-nrg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strac.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stradivarius.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"straight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"straightdope.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"straighttalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"straitstimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stralis.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strandai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"strangled.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strapi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strasbourg.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stratechery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strategy-business.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stratfor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strath.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strato-hosting.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strato.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stratoserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stratum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stratum1.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stratum2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stratumindustries.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"straumann.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strava.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stravers.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"straw.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strawberrynet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strawpoll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strayer.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streakcard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streaks.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stream-io-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stream-io-video.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stream.claims","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stream.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stream.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stream.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamabc.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamabc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"streamable.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"streamed.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamelements.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamex.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"streamfree.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamgo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamguys.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamguys1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamimdb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"streamkeytv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamlineddata.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamlit.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamlit.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamlock.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamonkey.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamparty.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"streamrail.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamrail.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamrecorder.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamruby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"streamshop.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamtape.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamtheworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamtheworld.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streamyard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streamzy.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streema.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streetdirectory.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"streeteasy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streetfighter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streetinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streetsblog.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strefa.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"streis.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strem.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strem.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stremio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stretchoid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strgtec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strideq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strike.fox","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strikeout.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strikingly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strikinglycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strikinglydns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strip-chat.app","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strip-chat.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strip-chat.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.direct","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strip-chat.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip-chat.webcam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip2.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strip2.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripcash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.army","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.dad","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.direct","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.dk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripchat.express","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.global","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripchat.mov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.nexus","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.vision","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat.webcam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchat2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchatgirls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchatlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchatnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.direct","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripchats.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripchats.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripchats.social","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.webcam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripchats.website","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripe-club.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripe-terminal-local-reader.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stripe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripe.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stripocdn.email","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stripst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strivemath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strln.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strmd.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stroeermb.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stroeerws.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stroke.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strongarm.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strongcompute.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strongdm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stroyserviceru.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strp.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"strpssts-ana.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strpst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strtech.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"struct.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"structure.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"struxurewarecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"strvtech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stryker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sts.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stsci.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stspg-customer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stthomas.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sttsmntz.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stu.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stuba.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stubhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stubhub.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stubhubstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studdy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studentaid.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studentbeans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studentdoctor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"studenti.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"studfile.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studilka.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studio-evolution.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studio.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studio.stipop.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studiopress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studocu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"studocu.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"study.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"study4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"studyfinds.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studying.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studyinsaudi.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"studylib.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studylight.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"studypool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studyquicks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"studysmarter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"studystream.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stuff.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stufferdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stuins.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stuller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stumbleguys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stumbleupon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stupidthings.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stust.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stuttgart.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stuttgarter-nachrichten.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stuttgarter-zeitung.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"stuve.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stuvia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stv.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stvidtest.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stvr.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"style.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stylecaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stylecraze.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stylevana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stylist.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"stylitics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"stylo.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"styry.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"stytch.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"su.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"su89-cdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suamusica.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suanovela.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suara.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suaramerdeka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sub.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subaru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subdl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sube.gob.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subimage.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subito.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sublimetext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"submitdata.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"submittable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subscan.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"subscribe.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subscribepage.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subscribestar.adult","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subscriptionflow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subserieshd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"subsets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subsplash.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subsplease.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"substack-custom-domains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"substack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"substackcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"substance3d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"substrate.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subthai-av.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subtrace.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suburbia.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subv.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subvysion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"subwallet.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"subway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"success.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"successfactors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"successfactors.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suckhoedoisong.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sucuri.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sucuridns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sucursalelectronica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sud.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suda.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sudact.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suddenlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sudinfo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sudocode.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sudoku.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sudouest.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sudrf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sueddeutsche.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"suedkurier.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"suedtirol.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suedwestfalenit.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suek.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sufficientvelocity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"suffolk.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sugarcrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sugarsync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suger.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sugggest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suhosin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sui-inter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sui.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suicidepreventionlifeline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suidc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suinfra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suite101.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suiteness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suitsupply.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suj.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suki-kira.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sulamericaseguros.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sulasok.am","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sulekha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sully.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sultantotop1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sultantotop3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sumicity.net.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"summerbeestest.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"summitglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"summitpost.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"summitracing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumo.or.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumologic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumsub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumup.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumupstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sumurduit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sun-sentinel.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sun.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunat.gob.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunbeltrentals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sunbet.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunbiz.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suncoastcreditunion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"suncomet.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suncorpbank.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sundance.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sundasheng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sundayguardianlive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sundaysky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunellddns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunet.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunexpress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunfarmer.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunflower-land.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunflowersober.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sunglasshut.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sungrowpower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunherald.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunhr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suning.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suning.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suninggslb.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunista.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunlife.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunlight.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunlightapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunmedia.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunmi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunnah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunnxt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunnypingdrink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunnyportal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suno.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunpia.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunrise.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunsama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sunset.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunsky-online.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sunstar.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"suntcontent.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"suntimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"suntory.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunway-wine.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suny.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sunysb.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suo-lang.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suomi-casinos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suomi.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suomi24.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suomiblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sup.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supabase.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supabase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supabets.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supafax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supechcopa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"super-pharm.co.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"super.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"super.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"superagent.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superantispyware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superapp.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superawesome.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superb-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superbaby.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superbalist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superbar.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superbet.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superbet.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superboosty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superbthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superbuba.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superbuy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercarblondie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercasa.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supercdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supercell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superchat.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superchat.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superchatlive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercheapauto.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercheats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercitygame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercoloring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supercook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"supercp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superdelivery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superdnsserver.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superdrug.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superdry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superenalotto.it","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superfastgame.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supergamesky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superglue.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superguidatv.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superherohype.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superhi.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superhost.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superhosting.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superhuman.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superhumanstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superjob.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superkalam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superkassa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superkinglabs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superlawyers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superlog.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supermarketnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"supermedium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supermicro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supernova.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superoffice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superonline.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superops.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superorder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superpages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"superpenguin.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superproxy.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supersend.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superset.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supersim.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supersonicads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supersport.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supersport.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supersportbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supersports.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supersrv.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supertms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supertokens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superunit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superuser.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"superwall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superwall.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"superwalleditor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supjav.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supleks.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suplias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supplychaindive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supplyframe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supplyhouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"support-intelligence.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supportbox.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supportview.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supportxmr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supramail.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supremecourt.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supremedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supremepanel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supremevalues.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"supremocontrol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suprion.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"supsystic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sur.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sura.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surabaya.go.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surahquran.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suramericana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surbl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surebet247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surebright.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sureformhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suremdm.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surepay1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sureserver.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suretynow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surf-forecast.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surf.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surfboardconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surfeasy.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surfernetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surferseo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surfline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surfly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"surfnet.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surfshark.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surfsharkstatus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surfside.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surfy.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surgawindust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surge.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surge.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suribet.sr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surl.li","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surlatable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surrey.ac.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surriel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surrit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surtrdefense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"suruga-ya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"suruga-ya.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"survata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surveoo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"survey-z.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surveyenquete.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"surveygizmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surveygizmo.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surveymonkey.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surveymonkey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"surveysparrow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"survicate-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"survicate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"survio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sury.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"susercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sushida.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suspended-domain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suspendedaccount.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suspilne.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sussex.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sussexexpress.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sustainability-directory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sustat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"susu.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"susutersesat.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sutochno.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sutori.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sutterhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sutteriny0device.buzz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suumo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suumo.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suunto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suzhou.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suzhoudress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"suzuki.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"suzuri.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"svb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svbtle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svbtlestage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svc.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svcmot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svd.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"svdcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sve.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svelte.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svenskakyrkan.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svenskaspel.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sverigesradio.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svet24.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svethostingu.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svetoch-opk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svgrepo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svipsltmtg2.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svk-native.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svmaudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svmkinfra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svo.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svoboda.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svoevse.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svpressa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"svr-algorix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svradv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"svrsstatus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"svt.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"svtperformance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"svtplay.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"swadesh.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swadesiway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swag.live","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swagbucks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swagger.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swan.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swanlibraries.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swann.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swanndvr.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"swannsecurity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swansea.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swansonvitamins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swapcard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swappa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swappie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swarajyamag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"swarmcloud.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swarovski.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swarthmore.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swat-adping.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swaven.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sway-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sway-extensions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swayable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swayam.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swaypp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swbell.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swcp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swdns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swearerparamid.cyou","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sweatco.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweclockers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"swedbank.lt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swedbank.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweden.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweep.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweepquest.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sweet.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweetcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweetspot.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sweetwater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swgoh.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swi-rc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swif.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swift.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swift.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiftgram.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiftinter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiftinternet.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiftkey.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiftkey.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiftserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiftsku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiftycdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiftype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiftypecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swiggy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swimcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"swimoutlet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swimswam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swin.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"swinburne.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swing-zone.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swinglifestyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swinog.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swipetospin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swipey.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swipnet.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swishapps.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swiss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisscenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisscom.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisscom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisscom.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swissinfo.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swisslos.ch","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swissre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisssign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swisssign.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swisstransfer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"switch-bot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"switch.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"switchbot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"switchns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swk-web.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swoogo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sworkingvpn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"swr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"swr3.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swrve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"swtor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swupdater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swymrelay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"swypeconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sxc.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sxgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sxjtxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sxsw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sxtyptt.net.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sxyprn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sxyprn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syakouba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"syapp.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syb.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sybo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sydney.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sydneyoperahouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sydsvenskan.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"syf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syfpayments.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syfy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sygaldry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sygic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sykescottages.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"symantec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symantecliveupdate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symauth.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symbaloo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"symbl.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"symbolab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"symcb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symcd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symfony.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sympatico.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symphony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sympla.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"symplicity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syn-alias.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synapsesemi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synaptics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synapticure.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sync-service.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"sync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sync.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncbak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syncbm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncfusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synchronoss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synchronoss.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synchrony.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncingbridge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syncly.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncroapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syncromsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncthing.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synctrack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syncweb.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syndetics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"syndicatedsearch.goog","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syndigo.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syndigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syngenta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synkrino.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synnaxlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synology.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synologydownload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synologyupdate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synopsys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synphony.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synsorybio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syntelsolutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synthclick.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"synthesia.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntheticfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntheticsciences.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntheticsociety.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synthiolabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntropy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syntx.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synvivia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"synxis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syosetu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syosetu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"sypi.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syr.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syracuse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"syracuse.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syrahost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syronahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysaid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysaidit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysdig.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syseleven.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sysinternals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysnov.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sysnx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sysoon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"system-monitor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"system1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"system1onesource.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"system76.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"systembolaget.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"systemdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"systeme.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"systeme.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"systemmonitor.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"systemrequirementslab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sysu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sytes.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sytex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"syxtvip.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"syxtvip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sz-cooleasy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sz-cxzn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sz.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"sz.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"szamlazz.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"szarada.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szbboys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"szerencsejatek.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szhkzsgc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"szimc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szjlearn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"szjuwx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szn.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"sznews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"szrfdq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"szse.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"szys2022.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-3-g-0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-bank-app.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-bank-app.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-com.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-ipconnect.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-ipnet.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-j.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-mobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-mobile.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-mobile.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"t-online.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-ru.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-s1-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-shirtwholesaler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t-static.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-systems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t-x.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"t.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t0t.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t0x.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t1-cloud.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t1.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t101.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t13.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t13.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t1chat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t1p.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t21v.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t24.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t2rytwsha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t2z4rphk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t3.chat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t3n.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"t66y.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t72.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"t817smgn6zs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t8cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"t9ffxu6zhf915fadjv1.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taaghche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taalifoods.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tab.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tab.com.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tab.travel","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tabby.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tabdeal.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tabelog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tabii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tableau.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tableausoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tablecheck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tableflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tablegame.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tableph666.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tabletcaptiveportal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tabletki.ua","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tabletmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tabnak.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tabnine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taboola-display.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taboola-ocm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taboola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taboolanews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tabor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tabula.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tachyon.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tacklewarehouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tacobell.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tacticalrmm.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tactiq.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tadagaming.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tadalah.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tadex.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tado.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tadviser.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taetee.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tag24.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tag368.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tagcommander.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tagdeliver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tages.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tagesanzeiger.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tagesschau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tagesspiegel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taggbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tagged.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taggstar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tagheuer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tagidomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tagmango.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tagme.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tagsafe.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tagsrvcs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tagtoo.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taichung.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taigabilling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taikunpharma.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tailor.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tails.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tailscale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tailscale.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tailtarget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tailwindcss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taimi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tainan.gov.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taipeitimes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taipower.com.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tais.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taishinbank.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taiv.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taiwan.net.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taiwanmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taiwannews.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tajhotels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tajir.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tajmusics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takarakuji-official.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"takaratomy.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takashimaya.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"takbet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"take.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"take2games.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takealot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takeaway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"takecareos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takeda.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takedmca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takeprofittrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takipciarttirma.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taktemp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taktile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taktube.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takungpao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"takvim.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tal.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tala.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talabat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talahost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talantiuspeh.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talbots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talc.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talentbrew.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talentlms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talentpluto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"talentropy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taleo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talk2m.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talkable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkative-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkdeskapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talkie-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talkiex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talkingcomputers.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkingpointsmemo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkpal.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkshoe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talkspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talksport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"talktalk.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talktalk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talkwithstranger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tallahassee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tallink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tallinn.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tallos.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tallpoppy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tally.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tallyhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tallysolutions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taloflow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"talon-sec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"talon.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talosintelligence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"talus.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamara.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamarind.bio","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamaris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tambua.health","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tameteo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamgrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamil2lyrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamildailycalendar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamildhool.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamilgun.now","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tamilkamaveri2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamilprint1.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tamilprint60.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tamilprint61.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tamilscandalsx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamilsexvids.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamilsexzone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamin.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tamiya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamkeentech.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamlabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamo.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tampabay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tampabay28.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tampermonkey.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamtam.chat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tamucc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanahkuat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tanda.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tandem.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tandem.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tandemspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tander.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tandf.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tandfonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tanea.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tange365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tangia.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tangiblee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tangled.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tango.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tangocard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tangooserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taniaksiazka.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanishq.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanki.su","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tankionline.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tankpayments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanksblitz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tanqeeb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tantanapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tantora.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tanx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taoa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taobao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taobao.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taobotics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tap.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tap.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tap4fun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapas.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapatalk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapc.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapcart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapclap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapecontent.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapfiliate.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapinto.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tapioni.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapjoy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapjoyads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taplink.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taplink.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taplink.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapmad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapnative.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tapology.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tappedout.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tappityapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tappx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tappytoon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapsell.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tapsi.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taptap.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taptap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taptapnetworks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taptapsend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tara.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tarebio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"targeo.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"target-video.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"target.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"target.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"target2sell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"targetads.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"targetadserv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"targetadserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"targetimg1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"targetrtb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"targobank.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tarhely.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tarhelypark.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taringa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tarjetarojatvmas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tarjimly.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tarot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taschen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tash.cards","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tasjeel.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"task.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taskade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taskandpurpose.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taskbarhero.wiki","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tasker.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tasklet.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taskrabbit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tasnimnews.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tasnimnews.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tass.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tass.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taste.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tasteatlas.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tasteofhome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tastesbetterfromscratch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tastingtable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tasty.co","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tatacliq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tatacommunications.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tataidc.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatamotors.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatarstan.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tatasteel.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tate.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tatenergo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatilbudur.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tatlerasia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatneft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatstm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tattelecom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tattle.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tatuiimoveis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tatum.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tatuum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tau.ac.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tauron.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tavily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tavus.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taw-bio.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tawitter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tawk.help","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tawk.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tax.gov.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tax.gov.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tax.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxcom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxdome.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxgpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taxify.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taximachine.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taximaster.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taximaxim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taximaxim.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxisubsea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"taxivse.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxpolicycenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taxsee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxsee.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxservice.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxssp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxtelecom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taxtelecom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"taylorandfrancis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taylorfrancis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"taylormadegolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"taylorswift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tayming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taz.bz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"taz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tazkarti.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tb.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tbajee38.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tbank-online.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbcache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tbcpl.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tbd9.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbiwtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tblcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tblogz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbs.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbsnews.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tbunet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tc.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcadmin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcafe21.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcb-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcd.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcdb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcddtasimacilik.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcdn.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcdnlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcell.tj","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcgplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tche.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tchibo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tchncs.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tci-thaijo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tci.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tclclouds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcljd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tclking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcllauncher.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcmb.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcnetwork.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcnj.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tconnect.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcp.ac","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tcpalm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tcpdf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tcplusondemand.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcpshield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcpshield.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcrc.edu.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcrf.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcs.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcsapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcsbank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tct-rom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tctm.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tcu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tcylgslb.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"td-fn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"td.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"td.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tda.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdatabrasil.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdatamaster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdbank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdera.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdg.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tdgall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdl.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdnsdl1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsdp1.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnslive1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsstic1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsv12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsv2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsv5.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsv6.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsv8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsvod1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdnsvod4.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdonepal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdos.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tds.bid","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tds.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tdscpc.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdsynnex.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tdx.cat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tdxflix.fyi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tdxflix.lat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"te.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"te.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teabot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teachable.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teacherease.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teacheron.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teacherspayteachers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teachina.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teachoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teachtci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teachwithkoala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teacup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teads-xo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teads.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teads.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tealiumiq.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"team-bhp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamapp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamapt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamblind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teamfortress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamlab.art","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamlava.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamnoteapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teamout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teampages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teams-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teams-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamsideline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teamsnap.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamspeak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamstoday.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamsystem.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamtailor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamtalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamtreehouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamunwind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamusa.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teamviewer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teamwork.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teapuesto.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teb.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tebex.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tec-it.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tec.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tecconcursos.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tech-naumovfq.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tech.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tech.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tech1-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"techadvisor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techaro.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techbang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techbullion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techcombank.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techcrunch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techdirt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techdns.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techdns.uz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techdsp.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techinasia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techinsider.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techjury.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techlab-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techmahindra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techmeme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technavio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technetbloggers.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technews.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"technewsworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technical-service.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technical.city","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technion.ac.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technode.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technodom.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technogym.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technolife.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"technologyadvice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technologynetworks.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technologyreview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technolutions.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technomoscow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"technopartner.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technopat.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"technorail.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technorati.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"technoratimedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"technovedic.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"techock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techopedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techpolicy.press","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techpowerup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"techradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techreport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techrepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techsmith.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techsoup.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techsterowniki.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techtarget.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"techtitute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"techtudo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"techxplore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tecmint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tecmundo.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tecnm.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tecno-mobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tecnoblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tecnoera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tecnomat.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tecto.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teda.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tedata.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teddymobile.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tedingfu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tedms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teensexmix.cyou","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teenvogue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teenxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teerresults.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teespring.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teetimetommy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teevee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tegnaone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tegore.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tehrantimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teinon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tek-tips.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tekion.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekioncdn.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekioncloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekioncloud.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tekmetric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teknokrat.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teknosa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekrom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teksavvy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tekstowo.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tekta.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tekta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tekton-dynamics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tektorg.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telangana.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telanganatoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telcel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telcel.net.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telconet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tele.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tele2.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tele2.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tele2.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tele2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tele2.se","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tele3.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telealarm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teleborsa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telecentro.net.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecid.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecinco.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telecom.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecom.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecom.net.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecominfraproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telecomitalia.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telecomsvc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teleflora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telefonica.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telefonica.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telefonica.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telefonica.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telega.one","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telegra.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegraaf.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telegraf.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegraf.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegrafi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telegram.dog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegram.im","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegram.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telegram.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telegraph.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telegraphindia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telehelp.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telekom-dienste.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telekom-domains.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telekom.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telekom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telekom.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telekom.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telekom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telekom.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telekom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telemadrid.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telemagazyn.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teleman.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telemar.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telemetr.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telemost-ads.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telemundo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telenet-ops.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telenet.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telenor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telenor.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telenor.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telenormobil.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teleos.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telepac.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teleparty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telephony.goog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telepolis.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teleport.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teleport.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teleprogramma.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teleproxy.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telerama.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"telerik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telesco.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telesec.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telesp.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telesport.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telesurtv.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teletalk.com.bd","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teletarget.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teletica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teleticket.com.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teletype.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"televisa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telewebion.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telex.hu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telhanorte.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telia.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telia.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telia.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telia.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkom.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkom.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkom.net.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telkomadsl.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telkomhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkomsa.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkomsel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telkomuniversity.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tella.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tellas.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tellif.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telligentcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tellmethetrue.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tellmyroute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tellonym.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tellybiz.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telm.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telmate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telmex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telmexla.net.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telnor.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telnyx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teloce.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telogis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telphin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telphin.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telstra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telstra.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telstra.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teltarif.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"teltonika-networks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teltonika.lt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"telus.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telus.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"telus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"temp-mail.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"temp-mail.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"temp-site.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"templafy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"template-help.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"template.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"templatemo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"templatemonster.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"temple.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"templeandwebster.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"templetoons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempmail.lol","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tempmail.ninja","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempo.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tempo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempo.fit","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempo.new","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tempo.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"temporal.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"temporary.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"temporary.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tempurl.host","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"temu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"temucdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenablesecurity.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenantnetworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tencent-cloud-gslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencent-cloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencent-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencent-cloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencent.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencentcos.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencentcs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tencentmusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencentscf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tencentyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenchat.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tend-table.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenda.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tendawifi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tendence.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tender.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenderd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenderly.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tendo.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tendplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenet.ac.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenetindustries.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tenforums.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tengrinews.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenjin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenjin.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenki.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenlets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenlives.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tennessean.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tennessee.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tennis-warehouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tennis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tennisexplorer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tennistemple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tennoudai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tennr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenorshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tenpay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenqube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tensor.art","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tensor.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tensorflow.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tensr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tentedienat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenten.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tentvs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tenx365x.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tenyks.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teo-rum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teoacc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teoacc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teol.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tepali.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tepco.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tepolmir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tepuyserver.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tequitable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tera.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"terabox.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terabox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terabyteshop.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teradata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teramind.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terapeum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"terapify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teraz.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terbimed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tercept.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terem.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teresto.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tergle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"term.ooo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termedia.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termii.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terminaluse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terminalx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terminix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termius.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termly.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termsandconditionsgenerator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termsfeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"termwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ternum.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terra.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terra.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"terracycle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terraform.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"terrakotta.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terranox.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terrapinn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"terratraf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terratraf.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"terrayou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"terrikon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tersentuhsenja.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tesco.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tescocloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tescomobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesda.gov.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesla.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tesla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tesla.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teslamotors.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"teslamotorsclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"teslarati.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesora.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesorf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesorio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tesseract.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tesseractcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"test-app.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"test-cdn-kkk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"test-english.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"test-ipv6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"test-uz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"test.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"test.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"testberichte.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testchi.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tester.army","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testerup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testfreaks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"testmozusercontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testmuai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testmy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"testnav.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"testr1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"testrigor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"testuk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tetaneutral.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetespanas.store","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tether.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetr.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetrapak.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetrascience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetrika-school.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tetris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"teuteuf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tevapharm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tevas.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texags.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texas.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texasattorneygeneral.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"texaschildrens.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texaslottery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texasmonthly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"texasobserver.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texasroadhouse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texastribune.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texelkit.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texify.blog","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texiggoooysf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"text.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"text.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textexpander.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textfiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"texthelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textnow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textnow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textrepeater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textsidekick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"textstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"texy.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tezenis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tf1.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tf1info.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tf4srv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfaforms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tfaforms.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfbnw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tff.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfgapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfgco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfgm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tfkc.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfken.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfl.gov.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfm.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tfn.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfogc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tftacademy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tftpd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tfw2005.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tfwiki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tg-assist.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tg-me.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tg.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tg777.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tga.gov.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgalileo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgche.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tghn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tgju.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tgnn.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgobhod.forum","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgoyemek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tgpbx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgramsearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tgrthaber.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgstat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tgstat.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tgtag.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tgtg.ninja","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tgtube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"th-rosenheim.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thai-novel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thaiairways.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thains.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thairath.co.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thaiticketmajor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thaiyesthai.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thalescloud.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thalesgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thalia.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thalia.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thangs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thanhnien.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thanksroger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thatgamecompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thatpervert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thatsthem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thawte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thcservers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thcxjsjt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thdstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thdws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"the-ans.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-best-airport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"the-decoder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-dots.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"the-express.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-independent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-numbers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-ozone-project.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"the-race.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-saleroom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-scientist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-star.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"the-sun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"the7.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theaa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theadex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theadvocate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theadx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theaet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theafricareport.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theage.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theagenticx.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thealttex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theamericanconservative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theanalyst.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theanarchistlibrary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theanimalrescuesite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theankler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theanswerbank.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theargus.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theartnewspaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theathletic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theatlantic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theaustralian.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thebackend.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebalance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thebalancecareers.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thebalancemoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thebalancesmb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thebase.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebeatles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebetterindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebicestercollection.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thebillow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theblast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theblaze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theblock.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theblowers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebluebook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebluedot.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebodyshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theboltonnews.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thebookseller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebrick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebulletin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thebullyproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thebulwark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thebump.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thebureauinvestigates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thebusinessresearchcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecable.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thecalculatorsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecanadianencyclopedia.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thecareoasis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecas.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecatmachine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thecentersquare.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thecheesecakefactory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thechive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theclinic.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecollector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecompany.company","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thecontentserver.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thecontextcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theconversation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thecourier.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thecrag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thecrimson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theculturetrip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thecut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thecvf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedailybeast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedailymeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedailyscout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedailyshow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedailystar.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedd.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thedecisionlab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedenverchannel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thedermaco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedetroitbureau.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thediplomat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thedirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thednscompany.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thedodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thedrinksbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thedrive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thedrum.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thedynamicleap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thedyrt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theecologist.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theedgemalaysia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theengagelab.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theepochtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theeroticreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theessential.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theeventscalendar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefacebook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thefader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefap.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefappeningblog.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thefastcdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thefastimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thefederalist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theforage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theforecastingcompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefork.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thefp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thefreedictionary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thefreelibrary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thefuse.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thegamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thegameroom.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thegatewaypundit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thegay.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thegazette.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thegazette.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thegioididong.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theglobeandmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thegoodguys.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thegospelcoalition.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thegrio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thegrocer.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theguardian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thehackernews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehansindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehartford.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehealthy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thehenryford.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehentai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehersheycompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehighline.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thehill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thehindu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thehindubusinessline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thehog.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehomli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thehotelsnetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehotline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehun.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thehustle.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theicct.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theiconic.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theideasblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theiet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theinformation.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theinquirer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theins.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theintercept.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theinterface.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thejakartapost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thejc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thejeu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thejournal.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thejra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thejuggernaut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thekamababa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thekingtool.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thekitchn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theknot.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theknotww.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theknowledgeacademy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thekrazycouponlady.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theladders.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thelancet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thelateblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thelayoff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theledger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thelist.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theliva.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theliven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thelocal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thelocal.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thelocal.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thelondonneurocognitiveclinic.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thelott.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"them.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themanifest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"themanual.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themarginalian.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themarker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"themarketer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themarkup.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themarshallproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themarysue.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theme-fusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theme-sphere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"themeansar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themearile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themedia.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"themediterraneandish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themednet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themeforest.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themefreesia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"themegrill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themehorse.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themeisle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themepalace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themerex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themeruby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"themewagon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themezee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themezhut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themify.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themirror.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"themoneytizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themoneytizer.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"themoscowtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themoviebox.xyz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themoviedb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"themoviesflix.free","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"themp3.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"themsic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"themuse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thenai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenational.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenational.scot","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thenationaldesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thenationalnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenationonlineng.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theneo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenerdsblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thenewamerican.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenewdaily.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenewhumanitarian.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thenews.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenewsminute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thenewstack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thenewstribune.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thenextweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenkiri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thenorthernecho.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thenorthface.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thenounproject.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theoatmeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theobjective.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theobloggers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theoceancleanup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theodysseyonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theoi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theoks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theonering.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theonion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theopen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theoplayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theorahq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theordinary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theorem.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theorg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theoutdoorstrader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theoutnet.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepaper.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theparisreview.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thepeninsulaqatar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepennyhoarder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theperfumeshop.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thepetitionsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepinknews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thepioneerwoman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepiratebay.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theplanet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theplatform.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theplayerstribune.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepointsguy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepoizon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepolishbookstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepornbang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theporndude.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thepornlinks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theportugalnews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theprint.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theprovince.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thepure.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thepure.team","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theqoo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thequietus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thequint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thequizgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therange.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"therapservices.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therapynotes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therarbg.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"therarbg.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therealdeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therealreal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therecord.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therecraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thereformation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theregister.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"theregister.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thereissearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"therentflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theresanaiforthat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"therichest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"therify.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theringer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thermaltake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thermofisher.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theroot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesamba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thesaurus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thescore.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thescore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thescottishsun.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theserverindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theses.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theseus.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"theseus.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theshop.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theshow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesims3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thesimsresource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesislabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesiswriting.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theskimm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theskylive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thesleepreset.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesmokinggun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thesouthafrican.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesova.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thespacemachines.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thespec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thesports01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thespruce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thesprucecrafts.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thespruceeats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thesprucepets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thestandard.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thestar.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thestar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thestar.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thestate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thestatesman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thestorygraph.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thestranger.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thestreet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thestudentroom.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thestyleup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thesummermoviewager.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesun.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thesun.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thesunmagazine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thesynthesis.company","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetakeout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetascan.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thetasoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetelegraphandargus.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thetexi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thethaiger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thethao247.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thethaovanhoa.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thethingsnetwork.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thethirdplace.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetimes.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thetimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thetimmedia.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thetokencompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetrackernetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetradedesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetrainline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thetrevorproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetrihub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thetv.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetvapp.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thetvdb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thetyee.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theupsstore.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theverge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thevisionlab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thevoicemag.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewalrus.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewaltdisneycompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewarehouse.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theweathernetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theweek.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theweek.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thewest.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewhitecompany.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thewindowsclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewire.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewirecutter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thewom.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thewordfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theworkpc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"theworld.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theworlds50best.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thewrap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thewsoral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thexem.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thexh.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theya.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theyarehuge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theyeshivaworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theymes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"theyworkforyou.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thezebra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thezenweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thg-ns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thieme-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thieme-connect.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thieme.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thienthanxinh.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thimpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thingiverse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinglink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thingspeak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinkbright.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinkdifferent.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkgeek.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkific.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkingdata.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinkphp.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkprogress.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkquest.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thinkupthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinkwithgoogle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thinline.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thirdeye-it.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thirdweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thirteen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"this-domain-for-sale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thisamericanlife.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thisav2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thisdaylive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thisisanfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thisiscm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thisiscolossal.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thisisdax.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thisislondon.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thisismoney.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thisoldhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thispersondoesnotexist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thisvid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thlivehub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thlotto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thndr.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thnic.co.th","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thomann.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thomann.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thomann.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thomascook.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thomasnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thompson-morgan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thomsonreuters.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thomsonreuters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thomsonreuters.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thomsonreuters.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thordata.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thorne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thothd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thoughtcatalog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thoughtco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thoughtlanes.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thoughtworks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thousandeyes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thouvenin.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thpagency.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threadless.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threadreaderapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"threads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"threads.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"threatdown.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threatgrid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threatlocker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"threatpost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threatpulse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threatseeker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threattrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thredup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"three.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"threeany.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threebit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threejs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"threema.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"threembb.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"threshold.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thriftbooks.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrillist.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thrillophilia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrillshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrilltrek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrive.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thriveagric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thriveagritech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrivecart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thriveglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrivemarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrivent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrivethemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"throne.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"throxy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thrtle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thryv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thscore.fun","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thscore3.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thscore99.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thscprts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thsi.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thsrc.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thtrck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thueringen.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thueringer-allgemeine.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"thuisarts.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thuisbezorgd.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thulo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thumbtack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thumbzilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thunderbird.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thundercompute.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thunderforest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thunderstore.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thunderstruck-slots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thunderturtle.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thunkable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thuvienphapluat.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"thxx69.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"thyssenkrupp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"thzhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ti.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiaa-cref.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiaa.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiamanhwa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tiangolo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tianlonggroup.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tianqi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tianwenca.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tianya.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tianyancha.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiava.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tib.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tibber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tibco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tibia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tibiawiki.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticaret.gov.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tichyseinblick.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticimax.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tickaroo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticket-onlineshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticket.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketek.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticketfairy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketjam.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketland.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketleap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticketmaster.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketmaster.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketmaster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketmaster.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketmaster.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketmaster.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketmaster.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketnew.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticketon.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketone.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tickets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tickets.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketsatwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticketsource.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ticketsource.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketspice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tickettailor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tickettolords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ticketwallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticketweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tickpick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticksy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ticktick.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tidal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tidd.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tideschart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tidio.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tidio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tidycal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiekoetter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tielabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiempo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiendacrypto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiendanube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiendapanini.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tienphong.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiermaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tierpoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tierra.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiff.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiffany.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiger-algebra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiger365.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tigerdroppings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tigo.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tigo.com.gt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tigoals233.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tigris.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tijd.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tik.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tikcdn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiket.photos","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiki.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiki.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tikkie.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktok-max.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktok-minis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktok-minis.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktok-row.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktok-row.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktok.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tiktokcdn-eu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokcdn-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokeu-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokglobalshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokglobalshopv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktokio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktokio.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tiktoklb.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktoklinksafety.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokminis.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokmod.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktokpangle-b.us","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokpangle-cdn-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokpangle.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokrow-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokshopglobalselling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktokshops.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokstaticb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiktokv.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokv.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokw.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiktokw.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tikvid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tilburguniversity.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tilda.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tilda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tilda.ws","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tildaapi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tildacdn.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tildacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tildacdn.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tildadns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tile-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tillster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tillys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tilt.bike","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tilt.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tim.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tim.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tim.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timas.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timberland.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timbrasil.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timdovs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"time-messenger.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"time.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"time.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"time.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"time.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"time.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeanddate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"timeapi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeappmarketing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timebucks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timedoctor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeedit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"timelineimages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timemoto.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeoftheworld.date","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timeout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timepad.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"times-info.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"timescolonist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"timesfreepress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"timeshighereducation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeslive.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timesnowhindi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timesnownews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timesofindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timesofisrael.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timesofmalta.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timesofsandiego.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timesonline.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timesprayer.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timestables.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timesunion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"timetreeapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timewall.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timeweb.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timeweb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"timify.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timmehosting.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"timotxt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tin.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinderops.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tineye.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinfoil.sh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tingot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tingyun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinhte.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tink.network","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinkercad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinkoff.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinkoffinsurance.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinkoffjournal.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinsurance.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tint.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiny.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiny.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinybird.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinyblogging.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinybuddha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinyco.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinymce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinyns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinypass.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinypic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tinypng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tinyurl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tio.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiobe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tioeroge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tipico.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tipico.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tipness.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tippmix.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tippmixpro.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tipranks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tips.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tips.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tipsport.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tipster.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiptap.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiqcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiqets.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tirabeauty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tirerack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiriel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tirto.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiscali.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiscali.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tiscali.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tisnet.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tissotwatches.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tistory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titan.co.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titan.email","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"titan007.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titan481iga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"titanhq.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titanos.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titchating.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"titech.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tithe.ly","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titipku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"titsintops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tivara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tivoservice.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tiwar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tixcraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tixngo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tixr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tizen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tizenservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tizeti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tj.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tjc.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tjce.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tjgagv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tjgo.jus.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tjk-njk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tjk.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tjoy.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tjrs.jus.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tjsp.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tju.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tjx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tk-kit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tk.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tk0x1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tk999.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkc.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tki.org.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkj.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tklygbyaro.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkmaxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tkor115.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkor116.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkor117.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor118.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor119.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor123.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor124.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor125.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor126.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor127.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor128.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor129.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor130.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkor131.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tkpusjc86.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tkqlhce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tktube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tku.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tl.vg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlauncher.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tlauncher.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tlc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tld-ns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld-servers.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.ee","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.lt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.ma","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.mu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tld.sk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tld.sy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tldp.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tldraw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tldv.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tleechreload.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tlgfast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlgrm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlintegration.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tlintegration.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tlivecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlivedns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tliveplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlivepush.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlivesdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlivesource.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tliveupload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlscontact.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tlxbw.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tm-awx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tm-azurefd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tm.net.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmadsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmbid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmcars.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmcnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmconst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmctool.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmd.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmd.go.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmdak.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmdb.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tmdcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tme.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmgrup.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmiaf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmj4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tmk.group","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmll7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tmn-anshin.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmn-obl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmn141246.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmobile-digital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmok.tm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmol.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmspk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmt.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmtreader.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmu.edu.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmweb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tmx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tmz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tn-cloud.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tn.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tn.edu.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tn.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tn.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnaflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnapplications.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tnebnet.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnedi.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tng.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tngdigital.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tni.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnkjmec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnltd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnm.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnmr.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tno.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnpds.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnpscexams.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnresults.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tns-counter.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnsi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnstc.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnt-ea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnt-online.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tnt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tntsports.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tnuck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toadmash.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toastmasters.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toastoven.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toasttab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tobii.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tobsnssdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tocaboca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tochka.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tochkak.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tod.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"todamateria.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"today.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"today.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"todayonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"todaysparent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todaytix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todesktop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todocoleccion.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todoist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todoist.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"todorelatos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"todoscomemos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"todyl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toei-anim.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toernooi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toffeelive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"togelnet.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"togelup74.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"together.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"togetter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"toggl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"togglevpn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"togothermany.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tohapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tohoku.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tohotheater.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toiimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toiyeu-vlxx.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tok2.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokai.or.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokbox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokekwinrajin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"token.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tokenex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tokentransit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokeon.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toki.gov.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toki25.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokiomarine-nichido.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokiomarine.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokmanni.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tokopedia-static.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokopedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tokopedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokopediax.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokotutor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokubai.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tokyo-np.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tokyo-sports.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tokyo.lg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokyodisneyresort.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokyometro.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokyomotion.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tokyotosho.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tokyvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toledoblade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tolemi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tollbit-host.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tolmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tolna.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tolstoycomments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toluna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tolunastart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomatomtl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tombola.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tombolbewokwin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tome.ge","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tomica.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tommy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tommybahama.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tomodoko.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tomorrow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomorrowland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomsguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomshardware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomshw.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomsk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tomtom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ton.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ton.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonapi.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toncenter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tonec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tongdun.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tongji.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tongyi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonie.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tonies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonkeeper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonviewer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tonymacx86.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tonyrobbins.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toobit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toobm8.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toogoodtogo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toolforge.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toolify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toolmatrix.plus","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toolstation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toom.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toon-y.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toonblast.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toongod.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toonily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toonstream.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toothy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"top-charts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"top-plus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"top.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"top100.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"top10place.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"top500.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topagrar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"topath.net.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topazlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topbloghub.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topbook.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topcashback.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topcasinopromocodes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"topcinemaa.cam","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topcinemaa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topclassactions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topcor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topcv.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topdns.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topelec.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topeleven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topendsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topfinancial.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topgai.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topgai.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topgear.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topgirl.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topgoe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topgolf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tophat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tophost.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tophotels.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topjobs.lk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topkey.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topky.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toplinepro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toplist.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topnet.tn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topnlab.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topnotchs.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topographic-map.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topological.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toponad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toponadss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toponavi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toponepp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topoquest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toppsapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toprecepty.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toproad.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topsante.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topsddns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topsec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topship.africa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topsitenet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topspeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"topsrvimp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topstep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topstepx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topsy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toptal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toptenreviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toptoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toptop.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topuniversities.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topwar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"topwargame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"topweb.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tor2me.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tor4me.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toradex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toralarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toranet.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toranoana.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torbox.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tori.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toribash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tornosnews.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tornyol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torob.ir","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toronto.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toronto.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torontolife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torontomu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torontosun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toroporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torpedotherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torproject.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torquenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torr9.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"torrent4me.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torrent9.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"torrentbay.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrentclub.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrentclub.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrentdownload.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torrentdownloads.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torrentfreak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"torrentgalaxy.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torrentleech.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"torrentonline.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrentsmd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrentsnipe.info","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"torrevip.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torrid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torun.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toryburch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"torzor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toshiba-solutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toshiba.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toshiba.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toshin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tospotify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toss.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tosshub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tossinvest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tostarsbuilding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"total-blog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"total.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totaladblock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalbattle.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalbattle.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totalcasino.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalchoicehosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totaldefense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totaldrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalenergies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalenergies.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totalis.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totaljobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totallyacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totalplay.com.mx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totalplay.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totalprosports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totaltools.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totalwine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totbb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toto.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toto12ace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12line.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12sena.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toto12sphynx.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12ultra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12upline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12wind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"toto12wind.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totogaming.am","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totohost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tottenhamhotspur.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totvs.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"totvs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"totvs.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"touchandpay.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toucharcade.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"touchmark.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"touchnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"touchstatistics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"touchtunes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toughcommerce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toulouse.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tour-of-britain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toureiffel.paris","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tourismthailand.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tourister.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"touristrequirements.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tourmkr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tournamentsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tourradar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tourvisor.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toutiao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toutiaoapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toutiaoimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toutiaostatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tovala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tovima.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"towardsdatascience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"towebs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tower.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"towersflowerss.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"townandcountrymag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"townhall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"townisp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"townnews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"townwork.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"towson.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toyhou.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toyohara.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toyokeizai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toyoko-inn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toyota-europe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toyota.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toyota.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"toyota.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toyotaconnectedeurope.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"toysrus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"toytheater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tp-link.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tp.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tp.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tpadx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tpaga.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpbid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpcindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpcserve.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tpctrust.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tpcu.edu.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpd-soe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpg.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpgi.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpgtelecom.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tplink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tplinkcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tplinkcloud.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tplinkdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tplinknbu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tplinkra-ipc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tplinkra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpmadsrv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpmn.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpmn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpnet.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tporn.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tportal.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpprf.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpserv.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpservice.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpsonlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tpv-analytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpvisim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tpx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tq-tungsten.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tr-apk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tr.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tra-eo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trabajo.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trabalho.gov.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trace-flow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trace.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracecat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traceforce.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traceparts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracerml.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traceroot.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traces.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracfone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackcmp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackcourier.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackedweb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tracker.bz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracker.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracker.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracker.ink","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracker.network","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracker.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracker.wf","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracker810.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackercdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackerlist.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackflowsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackier.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackifyy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackinglife2024.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackingo.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackingplan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackingproof.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackjs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackmytime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trackonomics.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trackstarhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tracktor.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trackwilltrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracookiepixel.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tractian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tractorhouse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tractorjunction.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tractorsupply.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tracxn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trade-britanica.trade","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trade.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradedealer.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradedoubler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradeflowai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradeindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradeinn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradeit.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradekey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradelocker.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trademarkarea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trademarkia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trademe.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradepending.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tradepub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tradera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traderepublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traderie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traderjoes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traderoad.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tradersunion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradesea.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradesoft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tradestation.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradetracker.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradewindbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trading212.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradingeconomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradingview-widget.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tradingview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradovateapi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tradplusad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trae.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trae.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traeapi.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traefik.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traelix.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafdaq2.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traff.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traffaret.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trafficconverter.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafficdeposit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trafficguard.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traffichaus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trafficjunky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trafficjunky.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafficmanager.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafficmanager.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafficnews.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trafficstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traffmonetizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traffmovie.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trafikverket.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trahkino.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trahkino.life","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trahkino.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trailforks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traincdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trainerize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trainingpeaks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trainingzone.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trainloop.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trains.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trainy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trakt.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trakteer.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tranche.finance","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tranimeizle.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tranny.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tranplanet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tranquifinanzas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transacme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transastra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transavia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transcapital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transcend-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transcend.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transcy.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transdoc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.co.uk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.technology","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfermarkt.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transfernow.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transferwise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transfery.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transfiles.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transformativeworks.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transifex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transifex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transip.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transip.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transip.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transistor.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transitapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transitcard.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transitchicago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"translasion.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"translate.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"translated.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"translatewiki.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"transload.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transmissionbt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transmit.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transmitsecurity.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transneft.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transparency.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transphoto.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"transportation.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transportenvironment.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"transportgzm.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transportnsw.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transportstyrelsen.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transsion-message.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transsion-os.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"transsion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transtelco.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transtore.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transtrav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"transunion.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tranzit-net.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trapezehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trashbox.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trasping.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trasre.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trassir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traum-ferienwohnungen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travel-assets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travel.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travelandleisure.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"travelandtourworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travelarrow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelaudience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelbook.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"travelchannel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelchinaguide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelclick.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travelers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelmath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"travelminit.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"travelmyth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelocity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelodge.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traveloka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelpayouts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelperk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travelpulse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traveltowngame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traveltowngame.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travelweekly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travelzoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"traverse.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"traversedlp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travesticomlocal.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travis-ci.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travis-ci.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travistathree.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"travix.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"travoai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tray.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trbcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trckswrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trcont.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tre.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treas.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"treasurecomics.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treasuredata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treasury.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"treasury.gov.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treasurydirect.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"treasuryprime.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treble.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treccani.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"treefy.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"treehugger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trees4sale.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"treinta.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trekbikes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trela.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trelium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trella.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trellis.law","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trellis.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trellistech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trellix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trellus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tremendous.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tremorhub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trend.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendbuzz.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendencias.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendex.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendhosting-net.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendhunter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendlyne.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trendmicro.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendmicro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendmicro.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendnet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendybeatz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trendyol-milla.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trendyol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trenitalia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trentu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trepy.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tresensa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tresorit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trestlebio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trevenque.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trevts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trex.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trexorobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trezor.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trf2.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trf6.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tri.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trialfire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trialhd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"triara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triathlon.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trib.al","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trib.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribal.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tribalfusion.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribecafilm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triberr.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"triblive.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triboon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribuna.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribunablog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribune.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribuneindia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tribuneonlineng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tribunnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tributearchive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tributecenteronline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tributi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tricare.mil","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tricentis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trickscorner.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tricolor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tricolor.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tricom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tridentsecurity.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trigger.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trii.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trilltrill.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trimble.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trimblecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trimresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trincoll.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trinity-health.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trinitydesktop.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trinitymedia.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trino-casino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trione.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tripadvisor.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.pt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripadvisor.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tripcdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triple-chance-777.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripledotapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripleseat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tripletex.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triplinkintl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripo3d.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tripod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripongle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tripsavvy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tripster.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triptease.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triptwos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tripwire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tritan.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tritondigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triumph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"triumvirat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"triunfobet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trivago.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"triveniworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trkcliq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trkhosting.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trkn.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trmlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trojmiasto.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trongrid.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tronscan.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tronscanapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"troostwijkauctions.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trope.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tropicaltidbits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trouble-free.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trouver-tech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trouw.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trovacasa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trovaprezzi.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trovit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trovo.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"troweprice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"troyhunt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"troywell.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trpcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trrsf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trs-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trs-dns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trs-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trs-dns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trt.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trt.net.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trt1.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trtcube-license.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trthaber.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trtnw.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trtworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tru.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truckerpath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truckersmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trucksbook.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truckstop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trudigo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trudvsem.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"true.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueachievements.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueanthem.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truebiz.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truecaller.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truecallerstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truecar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueconf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueconf.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trueconf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truecorp.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truefitcorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trueid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truelayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueleadid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truelinkfinancial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truemetrics.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truenas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truenetwork.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truenorthfleet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truepeoplesearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trueplace.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truereligion.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trueserver.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truetrophies.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truevalue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truevault.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truevaultcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truewind.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trulia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trulieve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trumpary.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trumpf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truoptik.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trusspayments.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trust-provider.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trust.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustarc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustasia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustberrie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustburn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustcommander.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truste.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustedhousesitters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedinsuranceguide.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustedreviews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedshops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedshops.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustedstack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trusteer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustindex.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustlook.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustname.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustoo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustpielote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trustpilot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trustpilot.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustpool.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustpool.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustradius.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trustvox.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustwallet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustwave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustx.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustyhomes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trustyou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truth-out.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truthdig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truthfinder.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truthout.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truthsocial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truthsuite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truthsystems.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truvidplayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truworths.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truyen-hentai.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"truyenfull.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truyenfull.vision","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"truyenqq.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"truyenqqko.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trvdp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trvl-media.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trvl-px.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trx-hub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryamby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryandai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryardent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryasimov.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryastraea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trybeluga.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trybezel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trybloom.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trybloomstudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trybooking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trybree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycandle.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycardinal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycarsignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trychameleon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trychamp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trychannel3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trychart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trychert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycloudflare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycoast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trycoil.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trydenta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trydock.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryduplo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryelip.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryfinch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryforerunner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryglen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryglimpse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trygrain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryhackme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryhackx.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryhardguides.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryhaystack.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryhelium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryinvo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryjeeves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trykarat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trykeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trykinect.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trykura.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trylapis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymaitai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymaven.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymaximal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trymeasured.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymemoir.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymimos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryminerva.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"trymito.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trymonte.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trynarrative.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trynovel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryoctapulse.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryotter.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trypartnerhq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryperdiem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryprism.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trypromi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trypura.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryreplicas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryresponse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryriot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryrisotto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryrobby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tryrote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trysaffron.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trysalient.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryscope.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryscott.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trysmartcuts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tryst.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"trystratify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trysuperapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryterra.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryterracotta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trytoku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trytrata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trytrueclaim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"trytruffle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"trytrust.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryvela.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tryvelos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ts.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsargrad.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsbluebox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsc.go.ke","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tscprts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsdtocl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tse.go.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tse.jus.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsenta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsetmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tshaonline.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsheets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsinghua.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsite.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsmc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsn.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tsn.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsp.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsp.li","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tspolice.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tstaging.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tstserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tstt.net.tt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsukicloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsukuba.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tsum.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsumanne.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tsyndicate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tt1069.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttarget.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttblogs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttc.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttcache.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttcdn-us.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttcportals.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttdns2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttdns3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttdns4.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttdnsa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttdnsicp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tters.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ttidc.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttinteractive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttks.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ttlivecdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttlock.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttnet.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttnet.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ttoverseaus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttpsdk.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttrk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tts-group.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttslots.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tttturbonet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttuhsc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ttvnw.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttwebview.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ttwstatic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tu-berlin.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tu-braunschweig.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-bs.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-chemnitz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-clausthal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tu-darmstadt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-dortmund.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tu-dresden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-freiberg.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-ilmenau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu-muenchen.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tu-tu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tu.ac.th","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tu.berlin","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tuanguwen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuasaude.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuaw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tuazar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tubantia.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tube8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tube8.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubebuddy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubecup.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubecup.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubegalore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubemogul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubeorigin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubepornclassic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubepornstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubepussy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubesafari.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubev.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubexazimebeze.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubi.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubi.video","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubidy.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubidy.cool","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tubidy.llc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tubitak.gov.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tubitv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuc.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tucarro.com.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuchong.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tucows.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tucson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tudelft.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tudn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tudocelular.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tudogostoso.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tudorwatch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tudosaladeaula.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tudou.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tue.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuesdaylabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tufts.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tug.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tugraz.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuhh.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tui.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tui.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuik.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tujugada.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuke.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tukif.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tukios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tukios.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tukioswebpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tuko.co.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tukrd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tukxx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tulane.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuli.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tulsaworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tum.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuma.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tumadouga.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tumbex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tumblr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tumogle.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tumomento.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tums.ac.ir","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tumult.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunduk.kg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tunebat.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunecore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunefindforfans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tunegenie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tunein.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunet.tn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuni.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunnelbear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunnely.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tunnex.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tunwalai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tunwg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuoitre.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tupaki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tupalo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tupelosmb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tupi.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuprontomx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turbify.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turbify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"turbify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turbinemobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turbo.az","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turbo.cr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"turbobit.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turboboost.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turbopages.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"turborace.space","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turboscribe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turbosquid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"turbovpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turbowin99.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tureng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turf-fr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turfomania.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"turfoo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turfpronos.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turingcollege.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turingfraud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turingsaas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turingvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turionspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turizm.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turk.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turkcell.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turkishairlines.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turkiye.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turkiyegazetesi.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turktelekom.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turkticaret.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turner.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turnerapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"turnitin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turnkeylinux.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turnto.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turnto10.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"turo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turoktv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"turskeserije.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"turtlebeach.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tus.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tusblogos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuservidoronline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tusk-casino.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tusur.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tut.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tut.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tutanota.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuthost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tutiempo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tutorialspoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tutotoons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tutsplus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tutti.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuttocampo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuttocitta.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuttojuve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuttomercatoweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuttonapoli.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuttosport.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tutu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuvahealth.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuvsud.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuwien.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuwien.at","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuxcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuxconnect.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuxfamily.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuyacn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuyaeu.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuyaus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tuyensinh247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tuyuandl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tv-asahi.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tv-tokyo.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tv2.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tv2.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tv3.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tv360.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tv4.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tv4play.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tv5monde.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tv8.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tv9marathi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tv9telugu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvanouvelles.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tvazteca.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvboxgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvbs.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tver.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tverreg.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvgids.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvguia.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"tvguide.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tvguide.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvhot2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tvinteractive.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvip-media.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvlport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvmao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvmaze.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvmon1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvmovie.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvn.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tvn24.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tvnet.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"tvnow.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvnz.co.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvoe.live","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvonenews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvp.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvp.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvpage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvpixel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvplus.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvpusher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvrain.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tvroom.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvs-media.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvs-pix.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvscipixel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvsmotor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvspielfilm.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvspix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvsquared.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvtoday.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvtropes.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki19.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki22.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki23.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki26.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki27.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki30.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvwiki32.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tvzavr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tvzvezda.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tw1.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twaren.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twc1.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twca.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twcstorage.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twdcns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twdcns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twdx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tweakers.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tweaktown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tweedekamer.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tweeks.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twenty-nine-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twenty.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twentytwo.bio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twi1.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twiago.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twibbonize.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twibida.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twicsy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twidec913.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twidouga.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twiket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"twilio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twinby.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twincities.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twingate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twinkl.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"twinkl.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"twinrdengine.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twinsfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twinspires.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twistedsifter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twister.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"twit.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitcasting.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitch.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitchcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twitchtracker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitchy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twitlonger.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"twitpic.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twitter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"twittervideodownloader.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twkan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"twnic.net.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twnic.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twnmm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twnodes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twoday.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twodots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"twojapogoda.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twolabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twomerge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twoplusfertility.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twoplustwo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tworld.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twpornstars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"twse.com.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twsiu781.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twstalker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twt.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twtrdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"twword.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"twz.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tx163.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txdmv.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txdot.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txhykj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txjlsh.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txlivecdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txnhh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txqsyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txsmtyl.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txstate.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txtensatorxgyt.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txxddt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"txxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txxx.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txxx.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"txxx.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tybrhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tyc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tycg.gov.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tycoelectronics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tycsports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tydevice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tyler-brown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tylerapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tylerhost.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tylersuper.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tylertech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tyltgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tympanus.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tynker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tynt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"type.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typecho.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typeform.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typekit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typekit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typepad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typescriptlang.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typesense.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typewise.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typicode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"typing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typingclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typingerz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"typingtest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"typo3.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"typography.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tytdhqsyd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tyxcdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tyxsyy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"tz1288.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tzarpeltish.qpon","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tzcxhr.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tzegilo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"tzfhbwg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tzsjcjx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"tzsjysg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-blox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-bordeaux.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-bourgogne.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-buy.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-cursos.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"u-ga.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-mama.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-money.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"u-p.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-paris.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-psud.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-strasbg.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u-szeged.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-tk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u-tokyo.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u.gg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"u.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"u2uyu876x.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u4a.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u5fgb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u69v85ecs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"u7buy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ua-football.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ua.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ua.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ua.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ua.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ua5v.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uab.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uab.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uab.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uabc.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uad.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uadns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uaeh.edu.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uaemex.mx","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uaepass.ae","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uaf.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uafix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uah.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uah.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uahosting.com.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uai.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uaic.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uakino.best","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uakinogo.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uakron.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ual.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ual.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ualberta.ca","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ualr.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uam.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uam.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uams.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uanl.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uantwerpen.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uar.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uaremine.asia","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uark.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uasd.edu.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uaserials.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uaserials.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uatsptcn1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uaudio.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ub.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ub.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ub.gov.mn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uba.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubalt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubaoli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubar.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubbcluj.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubc.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubembed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uberant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uberduck.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubereats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uberflip.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubergizmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uberinternal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uberns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uberns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uberns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uberns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubervoip.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubianet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubicloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubidex.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubiobio.cl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubisoft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubixioe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubjcjoab04jl.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ublockdns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ubncloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubnt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubst.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuntu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubuntuforums.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuntuusers.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ubuy.co.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.com.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.com.ph","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubuy.mv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ubys.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uc-share.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uc.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uc.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uc.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uc123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uc3m.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uca.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uca.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uca.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucaasnetwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucad.sn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucalgary.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucanr.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucar.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucarecdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucc.edu.gh","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucc.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uccpbx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uccs.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucd.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucdavis.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucdenver.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uce.edu.ec","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucell.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uceprotect.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucf.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uchealth.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucheba.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uchi.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uchicago.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uchicagomedicine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uchile.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uci.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uci.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uciservice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucl.ac.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucl.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucla.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uclahealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uclan.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uclm.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucloud.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucloud.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucloudgda.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uclouvain.be","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucm.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucmerced.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucnaming.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucnaming.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uco.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ucoin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucom.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uconn.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucop.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucoz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucoz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucoz.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucoz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucoz.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucp.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucpjdhivl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucpress.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucr.ac.cr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucr.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucs-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucs.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucsb.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucsc.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucsd.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucsf.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucsfhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucsfmedicalcenter.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ucsusa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uct.ac.za","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ucv.edu.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucweb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ucy.ac.cy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uczzd.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udache.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udacity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udag.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udag.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udaipurtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udayavani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udayton.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"udc.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udea.edu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"udec.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udel.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udelar.edu.uy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udemy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udemycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udesk.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udg.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udg.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udhaar.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udiscovermusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"udiseplus.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udistrital.edu.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udl.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"udm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udmr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udmserve.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udmvt.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"udn.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udns.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udocz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udrpsearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uds.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udsp.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udvash-unmesh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udwz84qia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"udyamregistration.gov.in","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"udzpel.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uea.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uea.edu.ec","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uecdn.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uef.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uefa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ueh.edu.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ueiwsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uem.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uem.mz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uerj.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uesp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uestc.edu.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ueuo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uevora.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufabet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufal.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufanet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufba.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufc.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufcg.edu.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufes.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uff.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufficiocamerale.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uffizi.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uffmaal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufg.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufgrowfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ufileos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufjf.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufl.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufma.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufmg.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufms.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uforxk.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufouxbwn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufpa.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufpb.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufpe.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufpel.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufpi.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufpr.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufrgs.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ufrj.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufrn.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufrpe.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufrrj.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufs-online.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufs.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufs.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufsc.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufscar.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufsm.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufstoryfun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ufu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufv.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ufyct.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ufz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ug.edu.gh","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ug.edu.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ug.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uga.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugc.ac.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugdtimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugdturner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ugent.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugletele.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugm.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugmk-telecom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ugnas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugo.center","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugr.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugsdk.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugsk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugslb.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugtelset.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ugto.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ugwdevice.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uh.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhabo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uhaul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhaul.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhcprovider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhfoadysw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uhg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhhospitals.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uhost.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-avatars.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ui-dns.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-dns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-global-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-portal.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui-portal.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ui.direct","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ui.edu.ng","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uib.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uib.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uibe.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uibk.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uic.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uicdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uidaho.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uidai.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uidapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uidsync.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uiic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uillinois.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uimserv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uimz80fgj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uindex.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uinieagsuga.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uio.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uiowa.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uipath.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uiscom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uisdc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uisp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uit.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uitm.edu.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uiuc.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uj.ac.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uj.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ujaen.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ujet.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uji.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uk.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uk.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uk2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukankingwithea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukclimbing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ukcod.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukcop26.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukdefencejournal.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukdevilz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukfast.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukim.mk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukjwb2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukm.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukn.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukr.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukraina.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukraine.com.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrainealarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukranews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukri.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrinform.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrinform.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrnames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrposhta.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukrtel.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukvpshosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukwebsolutionsdirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uky.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ukyuh.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ukzn.ac.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ul.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ul.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ula.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulakbim.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulaval.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulb.ac.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulb.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulbharyana.gov.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulg.ac.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uli.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uliege.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulife.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulifestyle.com.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulikecam.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulimitserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulinkcollege.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulisboa.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ull.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ullapopken.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulluuncut.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulluwebseries.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulm.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uloop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulpgc.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulprospector.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uls.co.za","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulster.ac.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ulta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultahost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultimahora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultimahora.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ultimaker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultimasnoticias.com.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultimate-guitar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultimateclassicrock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultimatelysocial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultimatix.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultimedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultipro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultra.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultraconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultradns2.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultrahuman.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultralig.ht","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ultramobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultrasonium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ultrastar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ultraviewer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulucu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uludag.edu.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulusofona.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ulxarenth.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um-surabaya.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um.edu.mt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"um.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uma.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uma.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uma.media","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"umaine.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umami.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umang.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umanitoba.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umanity.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"umantis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umaryland.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umass.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umassd.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umassmed.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umatex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umb.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umbc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umbler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umblr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umbraco.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umbrella.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umcs.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"umd.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"umeng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umengcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umetrip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umgc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umh.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"umi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umich.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umin.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umingle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uminho.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umk.edu.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umk.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umkc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uml.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"umms.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"umn.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umontpellier.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umontreal.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umschool.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umsl.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umss.edu.bo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umsystem.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"umusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"umweltbundesamt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"un-hack-bar.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"un.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"un1.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"una.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unacademy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unad.edu.co","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unaids.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unair.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unal.edu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unam.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unam.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unamur.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unand.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unaone.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unas.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unas.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unaux.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unav.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unavarra.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unb.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unb.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unblockedgames.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unblog.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unbounce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unbouncepages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unbxd.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unbxdapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unc.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unccd.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncenz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncg.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncn.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncoma.edu.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uncommongoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncommontherapeutics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unctad.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uncu.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncutmasti.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uncutmaza.hot","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uncw.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uncysiante.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"und.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"under250art.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"under9.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"underarmour.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undermind.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"understandingwar.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"understood.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"understoodcare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"understudylabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undertone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"undip.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undocs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"undp.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undrr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undrtone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"undway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"une.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"une.net.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uneca.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unece.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uned.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unej.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unelink.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unem.edu.ve","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unenvironment.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unep.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uner.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unesa.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unescap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"unesco.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unesp.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unex.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unext.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unf.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unfccc.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unfpa.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ungleich.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unglobalcompact.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ungrounded.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unh.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unhabitat.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unhas.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unhcr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unherd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-augsburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uni-bamberg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-bayreuth.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-bielefeld.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-bonn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-bremen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-due.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uni-duesseldorf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-erlangen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-frankfurt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-freiburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-giessen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-goettingen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-graz.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-greifswald.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-halle.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-hamburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-hannover.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-heidelberg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-hohenheim.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-jena.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-karlsruhe.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-kassel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-kiel.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-kl.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-koblenz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-koeln.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-konstanz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uni-leipzig.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-lj.si","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-luebeck.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-magdeburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-mainz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-mannheim.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-marburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-muenchen.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-muenster.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-oldenburg.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-osnabrueck.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-paderborn.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-passau.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-potsdam.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-regensburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-rostock.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-saarland.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-sb.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-siegen.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-sofia.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-stuttgart.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-trier.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni-tuebingen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-ulm.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-weimar.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-wuerzburg.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni-wuppertal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni.edu.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uni.rest","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni2play.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uni5.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unian.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unian.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniandes.edu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniasselvi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniba.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniba.sk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibas.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibe.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibet.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibet.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibo.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibocconi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibuc.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unibz.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unica.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicaen.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unical.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicamp.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unican.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicatt.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unice.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicef.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicef.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicef.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicefusa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicen.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicesumar.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unico.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unico.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unico.run","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicode.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicomcdn.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicomics.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniconsent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicontext.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicourt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicredit.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unicredit.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unicreditgroup.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unict.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unidadeditorial.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unideb.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unido.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniecampus.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unieuro.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unife.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unifei.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unifesp.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"unifi-ai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unifi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unified.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unifiedlayer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniflowonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unifold.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unifr.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unifyintent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unige.ch","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unige.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unigrande.edu.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unikl.edu.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unil.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unila.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unilad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unilag.edu.ng","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unileon.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unilever.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unileversolutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unilim.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unimap.edu.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unimed.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unimelb.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unimi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unimib.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unimo.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unimore.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unina.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unine.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uninet.net.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uninett.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uninter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"union.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"union54.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unioncrediting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unioneeu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unionesarda.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unionleader.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uniovi.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unip.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipd.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipg.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipi.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipr.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniprot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unipv.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniqlo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniquecasinowin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unir.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniregistrymarket.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unirioja.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniroma1.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniroma2.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniroma3.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unirusgroup.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unisa.ac.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisa.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisa.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unisat.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisender.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisender.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisg.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisi.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unisinos.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unisson.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unistra.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisvg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uniswap.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisys.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unisza.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitconverters.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniteae.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"united-arrows.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"united-domains.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"united.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"united.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"united24media.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitedcinemas.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unitedhealthgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitedrentals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitedway.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitel.bo","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unitn.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unito.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"units.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"units.school","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unity.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unity3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unity3dusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unitychina.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unityclient.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unityroom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uniud.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniuni.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-amu.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-angers.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-brest.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-fcomte.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-grenoble-alpes.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-lille.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-lorraine.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-lyon1.fr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-lyon2.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-nantes.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-paris-diderot.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-paris1.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-paris13.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-paris7.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-paris8.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univ-poitiers.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-rennes1.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-toulouse.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univ-tours.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univalle.edu.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unive.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univerbal.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universal-music.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universal-robots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universalmusic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"universalorlando.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universalpicturesathome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universalstudioshollywood.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universetoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universite-paris-saclay.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universiteitleiden.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"universityofcalifornia.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"universityofgalway.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univesalsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univie.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uniview.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"univision.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univpm.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"univr.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unixtools.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unizar.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unizg.hr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unknowncheats.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unl.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unl.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unl.pt","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unlam.edu.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unlayer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unleash-hosted.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unleashed.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unleashedsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unlimited.rs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unlimitedhorizon.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unlimluck.casino","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unlimluck.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unlockffbeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unlp.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unlv.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unmask.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unmc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unmineable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"unmissions.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unmixed.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unmsapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unmsm.edu.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unn.ua","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unne.edu.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unnes.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uno-geo-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uno4dexnes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unoadsrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unocha.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unodc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unomaha.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unoosa.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unotv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unp.ac.id","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unpad.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unpkg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unpri.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unq.edu.ar","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unr.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unr.edu.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unraid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unram.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unravelcarbon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unrealengine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unrealmilk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"unri.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unric.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unruly.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unrulymedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unrwa.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uns.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uns.ac.rs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unsa.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unschool.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unsiloed.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unsloth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unsoed.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unsplash.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unsrat.ac.id","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unsri.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unstatiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unstop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unstoppabledomains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unsw.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unt.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"untappd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"untapped.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"untd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"untetherlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unthread.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"untirta.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"unu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unu.im","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unusual.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unv.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"unwater.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unwomen.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unwrapsstow.cyou","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"unwto.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uny.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"unz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uoa.gr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uoc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uoc.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uod.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uodo.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uofmhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uoguelph.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uoi.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uokik.gov.pl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uol.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uol.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uonbi.ac.ke","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uonohubone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uoou.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uopeople.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uoregon.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uota.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uotcn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uottawa.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uow.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"up-manga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"up.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"up.codes","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"up.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"up.edu.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"up.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"up.nic.in","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"up.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"upatras.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upbanx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upbeatbut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upbhulekh.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upbhunaksha.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upbit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"upc.biz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upc.edu.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcbroadband.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upchieve.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcloudlb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upcloudobjects.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcons2025.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"upcounsel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upcqntddtv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upd-rkn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upd.edu.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"updatestar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"updez.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"updourlan.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"updowntoday.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"updraftplus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upds.edu.bo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upeer.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upenn.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upequity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upf.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upf.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upflow.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upfluence.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upfluence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upfort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upgrad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upgrade.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upgradedpoints.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uphold.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"upi.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upi9.pro","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upinuke.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upiral.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uplandsoftware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uplane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uplift-platform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uplift.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upliftai.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"upload.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uploadvr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uplynk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upm.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upm.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upmc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upmc.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upmusics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upol.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upornia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uppcl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uppromote.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upr.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upravel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uprm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uproxx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uprr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uprrp.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ups.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upsaffiliate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upsc.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upsconline.nic.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upscope.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsdc.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upse.edu.ec","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsellit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"upserve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upshow.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsi.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upskirt.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsolve.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsolve.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upsssc.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upsstoreprintshop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upstart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upstash.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upstox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upstream.do","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upswell.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upt.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uptime-video.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uptimerobot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uptodate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uptodown.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uptodown.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uptolike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uptrends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upv.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upwave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"upwork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upworthy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"upzero.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uq.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uqac.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uqam.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uqd.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uqload.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uqmobile.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uquebec.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uquiz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uqwimax.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ura.news","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uralairlines.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uralkali.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uralmash.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uralsbyt.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uralschool.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uralsib.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uralsibbank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uralweb.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urban-vpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urban.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbanairship.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbanclap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbancompany.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbandictionary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbandictionary.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbanexplorenow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urbanica-wh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urbanint.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urbankisaan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbanladder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbanoutfitters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urbanpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urbia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"urbndata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urdupoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ureca-lab.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uregina.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urentbike.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urfu.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uri.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uri.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uribl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urioy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uriweb.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urjc.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"url.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"url.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urldefense.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"urlebird.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urlflow.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urlgeni.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urljet.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urlscan.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urlz.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urmombl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urssaf.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"urv.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"urx.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us-cert.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"us-gov-pure.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us-local.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"us.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"us.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us.kg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us.memebox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"us.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"us.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usaa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usabilla.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usablenet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usac.edu.gt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usafacts.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usagi.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usaid.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usajobs.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usal.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usalearns.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usanetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usap.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usask.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usaspending.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usatoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usbank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usbla.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usbr.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usbrowserspeed.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usbx.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usc.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usc.gal","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uscc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usccb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscellular.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscg.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uschamber.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscis.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscourts.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscreen.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uscrimeradar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usda.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usda.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usdebtclock.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usdoj.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"use-application-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"use-tencentclb.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"use-tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"use-tencentclb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"use.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"useagave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useallowance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useandco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"useautumn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useauxos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usebidflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usebizzy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usebluehill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usebluelight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useboom.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usebutton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecandor.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usecardboard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usecaribou.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecarousel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecentralize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usechamber.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useclearline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useclick.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecollarai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useconstant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecrouton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecrow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usecrunched.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"usedcarsni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"usedefinite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usederya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usedesk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usedialtone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usedill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usedirect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usedots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useelevate.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usefathom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usefeyn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usefini.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useflai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"useflywheel.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"useforward.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useglass.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usegrade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usehaven.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usehaystack.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usehelios.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usehindsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usekaya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usekestrel.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uselaminate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uselayerup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uselemma.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uselevers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemargin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usemaxi.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usembassy.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usemesh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemessages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usemica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemixy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemod.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemoonshine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usemotion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usenaive.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usenash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usenix.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usensejn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"useocular.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useoffstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useopenwrench.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usepanels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useparagon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useparrot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usepeppr.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useplaygent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usepolymorph.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usepostal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"useprox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usepylon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"user.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"userapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userapi.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"userback.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userbenchmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usercentrics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usercentrics.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usercontent.goog","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usercontent.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usercontent.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"userede.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usereframe.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usergate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usergems.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userguiding.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userjot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userlane.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"userlens.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userlike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userlocal.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userpilot.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userreport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usersatisfy.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usersnap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usersporn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"userstyles.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userstylesapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usertesting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usertrust.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uservoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userway.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userx.pro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"userzoom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usesaga.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usesalus.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usesieve.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usesimple.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usesolari.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usesoren.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usestable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usestoryteller.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usesynth.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"usethirdchair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usetorus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usetrava.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usetusk.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usetwine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usewaypoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usf.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usfca.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usfoods.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usg.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usga.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usgbc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usgovcloud-static.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usgovcloud.microsoft","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usgovcloudapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usgovtrafficmanager.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usgs.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ushareit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usherbrooke.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ushistory.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ushmm.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ushow.media","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usi.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usinenouvelle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usinternet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usip.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usitc.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usizy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usj.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usk.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uslegal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usm.cl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usm.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usm.my","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usma.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usmagazine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usmc.mil","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usmint.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usmission.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usna.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"usnews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usni.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"usolie.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usonar.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usopen.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usp-vpn.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usp.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usp.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usphonebook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uspreventiveservicestaskforce.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usps.gov","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uspto.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uspto.report","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uspu.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usra.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usrfiles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usrpubtrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ussearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ussoccer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ussp.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"usssa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ust.hk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ustaliy.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ustb.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ustc.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ustcori.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ustr.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ustraveldocs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ustream.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usvisa-info.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usvisascheduling.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usw-log.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usw-tencentclb.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"usw-tencentclb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uswitch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usyd.edu.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"usz.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ut.ac.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ut.ac.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ut.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uta-net.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uta.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utah.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utah.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utair.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utamabeton888.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utande.co.zw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utas.edu.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utb.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utc.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utcluj.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utcorp.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utdallas.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utdstc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uteka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utep.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uteq.edu.ec","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utexas.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uth.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uth.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uthscsa.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utic.net.ba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utiitsl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utilitydive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utiq-aws.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utiqcontent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"utk.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utkacraft.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utl.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utm.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utmb.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utmb.world","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utmify.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utn.edu.ar","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utoledo.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utoon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utopia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"utoronto.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utorrent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utorria.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utp.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utp.edu.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utp.st","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"utppublishing.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utraff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"utrgv.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utrsed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uts.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utsa.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utsouthwestern.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utsrus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utsystem.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utu.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utua.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utulsa.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utusan.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"utwente.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uu.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uu.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uubb.website","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uucdn.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uuidksinc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uukanshu.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uum.edu.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uupaid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uupload.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uv.es","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uv.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uva.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uva.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uvfuns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uvic.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uvigo.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uvigo.gal","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uvm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uvsq.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uvt.nl","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uw.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uw.edu.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uw.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uw0.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uwa.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwaterloo.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwc.ac.za","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uwe.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwec.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwgb.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwhealth.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwi.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uwindsor.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwinnipeg.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uwm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uwmedicine.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uwn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uwo.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwsp.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uwv.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uww.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uwyo.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uxcam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uxdesign.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uxfeedback.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uxplanet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uxzw.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uyap.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uyeshare.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uymgg1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"uyuncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uz.gov.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uzaktanegitimkapisi.gov.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzblog.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzbmb.uz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uzex.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzh.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzinfocom.uz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzmovi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"uzmovi.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"uzoomstudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uzporno.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"uzum.uz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-bets.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-dns.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-mate.mobi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-one.click","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-tal.net.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-tun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v-videoapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"v.gd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"v0.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"v0cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v15cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v1deeyy.click","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"v2006.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"v21play.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v21zone.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v2ex.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v2ex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"v2kyu1kjr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v2ph.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v2z.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v6.rocks","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v6dgine.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"v6velugu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"v9r2yhjg.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"va.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vacasa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vacationrenter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vacationstogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vadesecure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaero.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vagalume.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vagaro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vagas.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vaginke.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaginke.studio","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vagrantup.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vahan.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vaicore.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaicore.store","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaicore.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaillant-group.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaisala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vakifbank.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vakinha.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valctrl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valence.trade","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valencia.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valenciaplaza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valentino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valeursactuelles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valgo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"validere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"validx.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valinktx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valio.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valmo.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valofe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valorantesports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valottery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valtioneuvosto.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"value-domain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valueactive.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valuecommerce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valuehost.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valuemate.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valuepenguin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valueserver.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valuewalk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"valueyourmusic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valuvdo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valve.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valvesoftware.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"valvetc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vam.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vamtam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vancleefarpels.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vancouver.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vancouverisawesome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vancouversun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vandalay-industries.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vanderbilt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vangoghmuseum.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vanguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vanguardia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vanguardia.com.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vanguardngr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vanitycore.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vanityfair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vanityfair.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vanityfair.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vanky12.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vansound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vanta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vantage-csw-lenovo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vantagemarkets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vantedgeai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vantel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vapi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varagesale.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"varesenews.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"variance.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"variant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"variety.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"varify.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"variomedia.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varnoff.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"varonis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varonis.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varsitytutors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"varthabharati.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"varzesh3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vasdgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaseline.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vassar.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vassarrobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vasstycom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vast.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vastrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vatanbilgisayar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vatera.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vatican.va","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vaticannews.va","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vattenfall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vaultdcr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vaultpay.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vavel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vaxilu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaxvacationaccess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vaz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vb1kivdlvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbet.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vbet.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbglenobl.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vblogetin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbnmhjlp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbox7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vbrickrev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbrr.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbrtex.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbspiders.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vbulletin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vc.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcahospitals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcdn.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vcdn.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcita.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcloud.zip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vcmdiawe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vcmk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcourts.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vcstar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vcu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vd.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vdab.be","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vdeeeeeyl.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vdo.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vdsina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vdsina.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vdyeli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vdyelli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vecchiasignora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vecdnlb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vecernji.hr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectant.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vecteezy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vector.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vector.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vector.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectorlegal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vectorshift.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectorstock.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectorworks.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectra.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vectranet.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vedabio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vedantu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vedcdnlb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vedomosti.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vedos.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vedsalb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vedur.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veeam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veeblehosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veed.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veepee.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veepee.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veepn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veeqo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veerahealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veesp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veevacrm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veevavault.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegalb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovie.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegamovie.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovie.pe","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovie.sl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovie.sn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovies.diamonds","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovies.global","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovies.market","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamovies.mq","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegamovies.navy","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegamoviese.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegamoviez.com.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegansociety.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegasinsider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegaspluswin.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vegslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vegvesen.no","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vehicleinfo.app","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veikkaus.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"veiwa.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veja-store.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vektor-inc.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vellum.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veloceed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"velocify.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"velocityweather.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"velog.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"velontra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"velorumtx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veloxupai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veloxzone.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"velt.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veltra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"velum-labs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"velvetarrowhawk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"velvetlab.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vemarsdev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"venamed.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venatusmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venavitals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vencord.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendah.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendease.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vendhq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendo.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendoadv.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendoo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendora.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendora.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vendra.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venetianlasvegas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venezolano.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"venice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veniceai-status.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venngage.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venom.foundation","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venostent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ventanillaunicasocial.gob.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vente-unique.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ventraip.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ventrata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ventura.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"venturebeat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ventusky.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venu3d.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"venue.ink","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veoh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veohentai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veolia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veonadx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vera-health.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verabradley.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veracode.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veradigmcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veratainsight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veraxen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verbiflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verbolia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verbraucher-schlichter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verbraucherzentrale.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vercel-dns-0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel-dns-013.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel-dns-016.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel-dns-017.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel-dns-3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel-dns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vercel-storage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vercel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vercomicsporno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verdantapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verde-casino-spielen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verdecasinoseite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verdesmares.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verdexai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verdi.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"verfassungsblog.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vergegenomics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vergesense.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vergleich.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verialabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veridyen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veriff.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veriff.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verifiable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verifiedmarketreports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"verifiedmarketresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verifone.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verifone.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verifonehq.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verify.hn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verihubs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verint-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verint.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verintcloudservices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veripages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verisign-grs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verisign-grs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verisign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verisign.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verisigndns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verisk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verisoul.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veritas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veritone-ce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veritonicmetrics.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veritus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"verivox.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verizon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verizon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verizonbusiness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verizonmedia.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verizonwireless.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verkada-lan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verkada.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verkkokauppa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verkkouutiset.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vermangasporno.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verme.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vermont.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vernerobotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vero.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veronalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"veronap.republican","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veroxity.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verpex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versa-test.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"versa.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versableai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versace.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"versanus.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versatel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versemedical.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"versionstory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versobooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versuni.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"versus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vertafore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vertamedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vertbaudet.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vertexai.goog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vertexsmb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verticalrack.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verticalrack.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vertikal-net.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vertiv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vertofx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verve.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vervegroup.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vervegroupinc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vervehosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"very.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"very.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"veryfi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"verygood.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verygoodvault.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verywellfamily.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"verywellfit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"verywellhealth.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"verywellmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ves.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vesence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vespper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vesselfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vestacp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vesti.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vesti.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vestiairecollective.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vestris.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vesync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vesync.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vetcove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veteranscrisisline.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veteransunited.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vetnio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vetogate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vetorialnet.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vetrec.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vetrf.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vetscanimagyst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vettix.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"veve.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevida.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vevioz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevor.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevor.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevor.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vevorstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vevreen7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vewd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vezeeta.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vf-ua.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vfairs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vfc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vfcarbon.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vficloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vfsglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vg.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vg.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vg247.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vgc.no","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vgchartz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vgen.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vggcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vgtimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vgtimes.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vgwgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vgwort.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vh1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vhlcentral.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vhostgo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vhosting-it.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vhx.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vi-hentai.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vi-vo.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vi.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"via.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"via.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viabcp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viabtc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viabtc.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viacomtech.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viaconex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viadata.store","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viadeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viafoura.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viafoura.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viaggiatreno.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viagogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viagogo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vialotadom.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viamichelin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"viamichelin.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vianet.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vianet.com.np","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viaprog.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viarail.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viasat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viasat.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viator.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viavarejo.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibe.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vibe.codes","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibeflow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vibekanban.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vibeshort.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vibra.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibraenergia.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibram.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibrantdreamscape.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vibrantlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vibsery.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vicksot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vicohome.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vicoo.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vicp.fun","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"victorianplumbing.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"victorianweb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"victoriassecret.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"victorinox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"victronenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vid30s.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidaahub.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidal.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidal.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidalisted.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidalytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidangel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidara.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidaxl.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidazoo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidazoo.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidb365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidbes.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidbox.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidcrunch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viddea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viddeyyo.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"viddeyyo.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"viddler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vide-greniers.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vide365.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videa.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videe.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videeyco.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videeyli.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videlly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videlly.space","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videlys.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"video-bookmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"video-facts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"video-loads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"video-mech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"video.fox","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"video.golpoai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videoamp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videoask.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videobooster21.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videobyte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videocardz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"videocelebs.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videodelivery.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videogamer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videogameschronicle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videogen.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videohead.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"videohelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videohive.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videohype.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videojs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videojs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videolan.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videoly.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videomate.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videonow.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videoo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videopixie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videoplaza.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videopress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videoroll.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videosdemadurasx.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videosection.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videoslots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videosrc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videostep.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videosxgays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videotron.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videotron.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videowalldirect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videowise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videy.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videy.design","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videyk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videyli.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videyli.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videyly.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videyly.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videymyca.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"videystream.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"videyx.click","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"videyyo.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidikids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidiocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidiq.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidkern.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidleey.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidmate-official.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidmate.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidmateapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidmatefilm.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidmoly.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidnoz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidodoye.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidoomy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidooy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidplyy.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidrey.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidssave.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidtube.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidublog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidver.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidverto.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vidvf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vidyard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vidzp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vie-publique.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viefaucet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vienna.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vieon.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viet69.be","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viet69z.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vietcombank.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietel.com.vn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vietinbank.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietjack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietjetair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vietnam.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vietnamairlines.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietnamnet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietnamnews.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vietnamplus.vn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vietstock.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viettel.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viettelidc.com.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viewbug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viewdeos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viewlift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viewsonic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vigbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vigbo.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viglink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vignanam.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vigo.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viiayrmr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viibjsui.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viidoos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viiequgl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viifwjox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viikpgei.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viinyzfu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"viiukuhe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vijaysales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vijesti.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viki.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vikingcloud.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vikingcruises.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vikingdeals.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vikingrivercruises.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vikiplatform.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vilaweb.cat","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vildey.cfd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vildey.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"villagelabs.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"villagevoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"villanova.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vilykke.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vim.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vimcal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vimeo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vimeocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vimeopro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vimla.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vimla.work","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vimm.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vimmerse.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vimpelcom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vinahentai.asia","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinahentai.bond","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinahentai.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vincoed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vindicia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vindicosuite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vine.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vinepair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vinmec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vinnypuxtomoon.today","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vinsolutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vintagestory.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vinted.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.es","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.hr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.lt","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.lu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.lv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vinted.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.ro","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vinted.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vintedapp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vintedgo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vintera.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vio77vip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"violet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"violin.co.th","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"violity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viorawatch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viously.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vip-site1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vip.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vip.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vip555ku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipae888.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipbox.sc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipkrutaiekeme.icu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vipre.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vipreseller30ssd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vips.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vipshop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viptube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vipulsquad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viqeo.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viralize.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viralkand.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viralxxxporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viranet.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virgilio.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virgin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virgin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginatlantic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virginaustralia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginia.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginia.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virginmedia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virginmediao2.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virginmoney.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virginvoyages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virgool.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"virgul.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viriciti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virk.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtbiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtono.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtua.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtuagym.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtualave.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtualbox.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtualdj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtualearth.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtualhosts.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtualhosts.eu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"virtualmin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtualtourist.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtualvocations.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtuaserver.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virtuoso.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"virusfree.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"virustotal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vis2sky.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visa.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visa.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visa.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visaforchina.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visaonline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visariomedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"visenze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vishavideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vishay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visibilitynow.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visiblemeasures.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visiblsemi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vision2030.gov.sa","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visionheight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visionofhumanity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visir.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitabudhabi.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitberlin.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitbritain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitcalifornia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitcyprus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitdubai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitessexma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitfinland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitflorida.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitgreece.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitlasvegas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitlondon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitnorway.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visitor-analytics.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitorlando.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitportugal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitsaudi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitscotland.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitsealife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visitsingapore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visittheusa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visma.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vismadns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visme.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visorando.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visormanga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vista.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vistapower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vistaprint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vistarmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vistarsagency.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vistec.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visual-paradigm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visual.ly","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visualcapitalist.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visually-io.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visually.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visualsoft.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visualsoft.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visualstudio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visualwebsiteoptimizer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"visuy.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"visuys.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"visx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vitablehealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitacost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vitaexpress.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitalgrowgumm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitalize.care","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitally.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitalps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vitals.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitals.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitals.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitalsource.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vitalstrata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitaminshoppe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitau.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vite.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitejs.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitekivpddns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vitkac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vito-tracker.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vito.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vitrinabeat.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"viu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viva.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viva.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viva88athenae.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivaaerobus.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivacom.bg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivacut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivaia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivaldi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivaldi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivareal.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivastreet.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivaticket.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivaticket.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivawebhost.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivenu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivicomi21.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vivicomic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vividracing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vividseats.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vividshort.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viviennewestwood.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivify.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivinavi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vivint.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivintsky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viviotech.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivitusuerte.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivo.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivo.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivobarefoot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivodemisrentas.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vivoglobal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivor.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vivox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivozap.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vivre.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vix-content.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vix.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vixcloud.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vixsrc.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"viz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vizio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vizor-games.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vizortube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vizvaz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vjav.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vjing.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vjshi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk-analytics.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk-apps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk-cdnvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk-portal.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk-proxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk.company","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vk.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vk.team","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vkcloud-storage.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkcs.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkontakte.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vkplay.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vkproxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkuser.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkuseraudio.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkuseraudio.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkuserphoto.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkusnoitochka.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vkusvill.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vkvideo.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vkvideo.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vl.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlaanderen.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vladlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vlast-murmanska.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vldey.mom","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vlex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vlibras.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlitag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vllm.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlogerads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlognow.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlr.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vlxx.moi","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vly.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vlyby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vm.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vm5apis.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vmailru.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vmall.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vml.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vmoscloud.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vmou.ac.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vmsproxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vmware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vn-heovl.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vn2b.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vn2c.my","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnanet.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vncdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vndb.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vnecdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vneconomy.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnedu.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnexpress.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vngdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vngdns.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnggames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vniiftri.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnn.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnnic.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnnox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnpay.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vnpt.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnsextop1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vntsm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vntsm.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnu.edu.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vnukovo.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voanews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vobi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voc.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vocabulary.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vocal.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vocalityhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vocalremover.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vocapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vocaroo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vocus.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vodacom.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodacombusiness.co.za","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vodafone-ip.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.com.eg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.com.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.ind.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.net.tr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafone.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodafone.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vodafonemail.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodglcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodien.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodplayvideo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vodupload.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voe.sx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"voeazul.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voegol.com.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voestalpine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voetbalprimeur.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voetbalzone.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogel.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voghion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voglioporno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vogue.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vogue.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"voguebusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vogueplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voi.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voice.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voicecloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voiceflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voicemaker.media","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voicemod.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voiceops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voiceos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voicepanel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voici.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voidboost.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voidknight.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voidtools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voila.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voip.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voiparound.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voipbuster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voipdnsservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voipgate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voipgate.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voipstunt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voir-anime.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"voisetech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voize.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voka.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voker.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vokrug.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vokrugsveta.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vol.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vol1.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volantio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volaris.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volc-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volc-dns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcalb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcanic.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcanodiscovery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volcanodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volccdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volceapplog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcengine-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volcenginealb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volces.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcfcdndvs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcfcdndvs1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcfcdndvs2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcfcdndvs3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcgalb.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcgslb-mlt.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcgtm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcmcdn3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcvideo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcvideos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volcvod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volganet.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voliacable.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volksfreund.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"volkskrant.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"volksstimme.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"volkswagen-group.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volkswagen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volkswagen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volkswagenag.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volkswagenbank.de","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volleyballworld.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volleybox.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"volna.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volnalink.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volny.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volopay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"volotea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voltairenet.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"voltairlabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voltalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voltas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voltaxam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voltaxservices.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volterra.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volticshipping.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voltlio.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volunteermatch.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voluumtrk3.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volvo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volvocars.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volvocars.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"volvogroup.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"volza.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vonage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vonagebusiness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vonagenetworks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vonedge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voo.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voodoo-adn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voodoo-gaming.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voodoo-tech.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voodoo.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voodoowins.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vooma.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voosh.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voovmeeting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voquill.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vori.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vortala.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vortexify.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vortexscans.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vorticity.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vorwerk-digital.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vorwerk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vosgesmatin.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"voskhod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vost.pw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vostok-electra.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vota.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vote.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voterrecords.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"votesmart.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voting.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"votresite.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vouch.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vouchercodes.co.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vov.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vox-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxcinemas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxclear.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxdns.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxelenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxeu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"voxexchange.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxicheck.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voximplant.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxmedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxo.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxopsai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voxus.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxus.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voxys.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voya.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voyado.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voyage.bingo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voyager.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"voyeur-house.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voyeurhit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voygr.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voys.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"voz.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vozpopuli.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vp3n.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpdcp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpesports.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vpgrp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpko7t.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpn.partners","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpn48.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpngate.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vpngate2.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpnjantit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vpnmentor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vpnpplvpn.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpnspacev.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpro.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vps-private.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vps-server.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vps-vids.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpser.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpsvc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vpweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vqserve.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vr.fi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vranje-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vraphim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vrbo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vrchat.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vrchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vrenthaliox.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vrisko.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vrt.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vrtcal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vsassets.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsax.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vsb.cz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsbattles.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vsbroyal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vscale.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vscdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsco.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vscode-cdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vse.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vseego.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vseinstrumenti.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsemayki.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsembed.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vsenet.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vseosvita.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vshcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vshosting.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vshow-live.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vshowapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsmobile.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsnt.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vsrbiahvrc.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsrobotics.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsrv6.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vstation.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vstlsrv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vstserv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vsw.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vt.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtal.net.br","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtb.am","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtb24.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtbbo.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtcnews.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtex.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtexassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtexcommercestable.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vteximg.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtm.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtr.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtrahe.work","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtrcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vtuner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vturb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vtv.vn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtvgo.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vtwenty.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vu.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vu.edu.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vu.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vu.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vub.ac.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vub.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vudrm.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vudu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuejs.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vueling.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuelta.club","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuiapp.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuitton.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulcan.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulcan.net.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vulkan-bets.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulkan-spiele-casino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vulkan-spiele-online.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulkanbets.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulkanvegas777.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulkanvegaswin.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vultr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vultrobjects.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vultrusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vulture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vumc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vunesp.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vungle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuoriclothing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vusion.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vut.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vutbr.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuukle.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vuw.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vuzopedia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vv1865.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vw.com.mx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwapps.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwapps.run","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwfastdelivery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vwfs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwfs.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwfs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwfs.tools","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwg-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwgroup.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vwo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vwvortex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"vxuebao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vxxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vybe.build","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vymanga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vynbszicd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vynetrellis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vyond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vyprvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vz-connect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vz.lt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"vz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vzbi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vzconnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vzi.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vzolab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vzuu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vzw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"vzwfemto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"vzwwo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w-bo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w-mt.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w-x.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w.tools","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w1.money","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w12app.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w1mp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w2g.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w3.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w390.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w3c.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w3layouts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w3line.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w3n7z2qt.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"w3school.com.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w3schools.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w3techs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w4nkr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"w55c.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wa.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wa.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wa.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wa.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waaa.moe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"waarnemingen.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waas-online.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wac-dc-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wac-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wacken.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wacoal.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wacom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waconazure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wada-ama.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wadax-sv.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waddlelabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wafb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wafer.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"waffle.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wafflegame.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wafid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wagetap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wago.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wagwalking.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wahooart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waikato.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waipu.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waitbutwhy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waitrose.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wajibati.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wakacje.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wakelet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wakie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wakupl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wakwak.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wal-mart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wal.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wal.ltd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waldenu.edu","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walesonline.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"walgames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walgreens.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wali.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walker-cloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walkerart.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walkerplus.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walkme.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walkmeusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walkscore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wall-box.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walla.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallapop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallbit.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walletbot.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walletconnect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walletconnect.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walletexplorer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallethub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"walletinvestor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wallex.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallhaven.cc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wallhere.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallonie.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallpaper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallpaperaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallpapercave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallpaperflare.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wallpapers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallpaperswide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walls.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wallst.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wallstreet-online.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walmart.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walmart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"walmart.com.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walmartdigital.cl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walmartimages.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walmartimages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"walmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"walter.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waltonbd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waltongroup.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wam.ae","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wam.go.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wambacdn.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wamgame.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wampserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wamu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wan-peng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wanadoo.es","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wanadoo.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wanakadns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wandb.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wandera.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wanderboat.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wanderlog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wanderu.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wandoujia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wandsolar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wandzapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wandzcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wandzops.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wane.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wanfangdata.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wangsu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wankoz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wanmei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wannafind.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wannaknowmysecret.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wantedly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wantengyuanlin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wantfunny.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wantgoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wanuncios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waophoto.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waplog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wapo.pub","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wapo.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wapoz.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waqi.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"war.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warau.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warbandits.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warbyparker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warcraftlogs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wardow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wards.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wardstone.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wareiq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wareztv.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warface.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warframe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warframe.market","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wargaming.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warhammer-community.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warhammer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warkep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warmane.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warnerbros.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warnerbros.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warnermediacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"warontherocks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warosu.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"warp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warp.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warp90.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warpav.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warpbuild.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warpfy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warriorforum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wartank.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warthunder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wartranslated.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wartsila.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"warwick.ac.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wasabii.com.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wasabisys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waseda.ac.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waseda.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waset.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"washburn.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washington.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washington.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washingtoncitypaper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"washingtonexaminer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washingtonian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washingtoninstitute.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washingtonmonthly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"washingtonpost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"washingtontimes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"washu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wasmer.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wasp-lang.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wassenaar.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wasu.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watch-movies.com.pk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watchanimeworld.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"watchcomm.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watchduty.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchfinder.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchhentai.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchliveformula1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watchmovierulz.army","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watchmovierulz.kim","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watchmovierulz.mba","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchpeopledie.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"watchporn.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watchtry.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waterplan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waters.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"waterstones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"watoday.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"watolabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watsi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watson.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watson.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"watsons.com.ph","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"watsons.com.tr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wattpad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wattpadhq.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wattsonhealth.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wattsupwiththat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waust.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wav.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wave.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wave3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"waveapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavebrook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavebrowser.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavebrowserbase.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavecdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wavedash.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavelength.cx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wavesend.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waveshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wavevms.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wavy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"waxpeer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waxrain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayboo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wayco.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waydev.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayfair.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayfair.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayfair.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayground.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waymarking.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"waymo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayne.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waypointtransit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wayport.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wayvia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"waza.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"waze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wazuh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wazzup24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wazzup24.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wb-bank.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wb.gov.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wb.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbagora.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbaltv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wbbasket.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbcontent.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbcsd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wbd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wbd.ms","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbez.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wbgames.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbhbhks5x3.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbinsights.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wbmason.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbmdstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbpay.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbplay.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wbs-law.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wbs.legal","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wbtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wbur.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wbx2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcacloudapi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcapp7.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcax.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wccftech.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcd.gov.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wcdelgtlgh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcdnga.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wciom.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wck.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcnc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wco.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcoflix.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wconcept.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcoomd.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcostream.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcpo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wcrf.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcsapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcsmlxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wcupa.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wcvb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wdbj7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wdc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wdckeystone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wdesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wdfiles.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wdfl.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wdl.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wdp-gazduire.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wdr.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wdrb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wdsu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"we-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"we-stats.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"we.tl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wealor.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wealthfront.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wealthmanagement.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wealthsimple.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wear.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wear2.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wearesocial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weareteachers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wearfigs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wearpact.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weather.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weather.gc.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weather.gov","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weather2024.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherapi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherbug.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherbug.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weathercheck.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weathercloud.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weathercn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weatherdailyinfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherfx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherkit.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weatherlink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weatherlive.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherlive.world","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weathernews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weathernews.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatheronline.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherspark.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"weathertech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weatherwidget.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weatherzone.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weaveos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weavephone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weaverobots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"weavy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weawow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"web-hosting.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web-repository.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web.money","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web.nhk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web24.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web3-lab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web3auth.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web3modal.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web4ce.cz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"web4u.cz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"web54.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webador.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webaim.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webamg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webapp.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webassign.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webawere.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webbyawards.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webcaster.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webcasts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webcatalog.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webcindario.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webclap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webcollage.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webcom.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webcontentassessor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webcrawler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webd.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webdamdb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webdav.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webdesign96.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webdesignerdepot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webdomaine.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webdramaturkey2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webdunia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webelements.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webempresa.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webengage.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webengage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weber.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weber.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webex.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webexapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webexcontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webeyez.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webfaction.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webflow.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webflow.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webfusiones.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webfx.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webgains.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webgains.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webgains.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webglazok.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webglobe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webglobe.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webglobe.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webgo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webgo24.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webguard.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhook.site","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhop.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webhost.company","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhost1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webhost1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhostbox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webhosting.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhostingboxes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webhostinghub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhostingireland.ie","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webhostingpad.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhound.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webhouse.sk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webike.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webim.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webim2.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webinar.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webinargeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webinarjam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webindex.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webindia123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webiny.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webio.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webkit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webkul.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webland.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weblate.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weblio.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weblium.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weblly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"webls.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"webmail-seguro.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmarked.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmasterhome.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webmasters.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmaxlogger.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"webme.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmoney.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webmotors.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnames.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnames.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnic.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnode.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnode.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnode.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnode.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webnode.page","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webnovel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weboc.gov.pk","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webofcomics.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webofknowledge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"webofscience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"webonic.hu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webopedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webopulsar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weborama-tech.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weborama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weborama.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpagetest.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpkgcache.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpronews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpu.sh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webpush.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpushr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webpushs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webreus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webrez.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webring.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webring.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webroot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webrootanywhere.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webrootcloudav.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webropolsurveys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"webrserver.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webry.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websahibi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websaversdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webself.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websender.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websense.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websense.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webserversystems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webshare.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webshopapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webshots.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"website-editor.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"website-files.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"website.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"website3.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websitedemos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websiteplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websiteseno4d.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websiteservername.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websitesource.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websitewelcome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websky.aero","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webslice.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"websocket.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webspace-host.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webspace-verkauf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webspace.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webspellchecker.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webstarts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webstatsdomain.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webstaurantstore.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webster.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webstroy.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websudoku.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websummit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websupport.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websupport.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"websupport.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webthemez.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webthing.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webtoons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webtoonscan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webtorrent.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webtrends-optimize.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webtv.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webull.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webullfinance.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webullfintech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webuntis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weburg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webuy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webvault.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webvirt.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webvisor.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webvisor.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"webvitalize.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webway.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webwiki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"webwinkelkeur.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webxjobs.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"webzavod.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"webzidns.ir","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wechat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wechatos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wechatpay.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weddingbee.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"weddingwire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wedge.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wednet.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wedos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wedos.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wedos.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wedos.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weebcentral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weebly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weeblysite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weedmaps.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weeek.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weekand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weekday.works","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weekend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weekli.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weeklystandard.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weel.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weeronline.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weerplaza.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weerrhoop.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weezerapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weezevent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weflywright.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weforum.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wefunder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wefut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weglot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weglot.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wegmans.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wego.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wegotexposed.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wegotthiscovered.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wehago.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wehagot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weheartit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wehkamp.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weibo.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weibo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weibocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weichert.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weidian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weightwatchers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weikeguanjia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weisiyuan.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weixin.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weixinbridge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weiyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weizmann.ac.il","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wejoysg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wekings.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"welcome.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"welcometothejungle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"welib.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"welib.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"welivesecurity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"well.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"well.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wellandgood.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wellcome.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellcomecollection.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wellesley.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellfound.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellhub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellnessliving.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellnessmama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellpoint.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wellprincipled.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellsfargo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wellsfargomedia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wellsky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"welltory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"welocal.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"welt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weltsport.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wemember.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wemesh.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wemod.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wemuslim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wemuslim.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wendys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wendys.digital","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wenjuan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wenming.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wenthemes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wenweipo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wenxuecity.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weojosaieiqo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weplananalytics.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weplayapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weplayer.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wepowerconnections.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wepzone.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wereno.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"werite.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"werndfij.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"werstreamt.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wertn.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wes.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"weser-kurier.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"weserv.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wesh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wesleyan.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"west.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westcall.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"westelm.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westermann.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"westerndigital.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westernjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westernsydney.edu.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westernunion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westeros.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"westfalen-blatt.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"westfield.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westjet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westjr.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"westlaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"westlotto.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westmarine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westminster-abbey.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westminster.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westondigita.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"westpac.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westpoint.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westside.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"westword.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wetest.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetheleader.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wetpaint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetracked.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetransfer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wetransfer.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wetter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetter.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wettercomassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wetteronline.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetteronline.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetterzentrale.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetv.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wetvinfo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weverse.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wevorce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wevpstatic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weweb.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wewomedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wework.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"weworkremotely.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfaa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfirma.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wfmu.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wfmz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wfolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfolio.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfolio.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfpms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfsb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wftv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wfwf449.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf450.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf452.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf454.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf457.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf466.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf471.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfwf476.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wfxs.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wg-gesucht.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wgal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wgbh.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wgcdn.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wgkonnect.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wgme.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wgnetworking.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wgntv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wgosd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wgpn.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wgrz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wgt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wgtn.ac.nz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wgu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wh00.ooo","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whale.camera","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whaledb.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whalesync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whaly.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"what3words.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatcar.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"whatculture.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatdidheseehe.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whatfix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatfontis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whathifi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatismyip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"whatismyip.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whatismyipaddress.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatjobs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"whatmobile.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatnot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whats-on-netflix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"whatsapp.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whatsapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"whatsapp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"whatsappbusiness.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whatschool.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatsonstage.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whatspos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whatsupcams.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whattoexpect.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"whatwg.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whc.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whdh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wheaton.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whecloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wheel-of-fortune-pokie.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wheelofnames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wheelroot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wheniwork-production.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wheniwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whentowork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whereby.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wheree.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wheresthegold.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wheresthegoldslot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wherewindsmeetgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"which.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whimsical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whip.run","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whirlpool.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whirlpool.net.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"whiru.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whiskergalaxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whitebit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitebluerights.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"whiteboard.ms","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whiteboxdigital.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitecase.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whitehouse.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whitei.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitelabgx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitepages.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whiterabbitpress.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whiterose.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitespacehq.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whitetrafsa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whitney.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whmcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whmpanels.ro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"who.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"who.is","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whoer.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whogohost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whoi.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whois.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whois.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whoisdomain.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wholebodieswholeminds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wholefoodsmarket.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wholefoodsmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whoop.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whoosh.bike","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whoreshub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whosampled.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"whoscored.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whost-solutions.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whova.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whowhatwear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whukns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whut.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whwz8187o.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"whyy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"whyz.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wi-fi.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wi-fi.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wi.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wialon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wialon.host","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wibes.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wibond.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wichita.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wickedlocal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wickes.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wicknetwork.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wickynode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wicp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"widblog.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"widde.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"widdimo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wide.ad.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wide.net.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wideframe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"widen.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"widencdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wideopenwest.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"widerplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"widgetable.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wien.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wien.gv.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wien.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wienerzeitung.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wifi-doctor.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wifiman.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wifimap.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wifiradiofrontier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wifly.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wightman.ca","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikaba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wiki.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wiki2.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikia-services.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikiart.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikibooks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikicv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wikidata.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikidex.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikidot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikifeet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikihow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wikihow.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wikileaks.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikiloc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikimapia.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikimatrix.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikimedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikimediafoundation.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikinews.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikioasis.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wikioo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikipedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikipedia.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikiquote.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikirank.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikisource.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikispaces.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikitide.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wikitravel.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wikitree.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikitree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikiversity.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikivoyage.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wikiwand.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wikiwiki.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiktionary.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wil.guru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wild-card.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildapricot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildapricot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildberries.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildberries.ge","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildberries.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildberries.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilddice.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilder-tales.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildixin.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildkat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wildlife.io","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildlifestudios.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildmoose.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildred.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildred.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildskirts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wildtangent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiley.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilko.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"willamette.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"willhaben.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"williamhill.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"williams-sonoma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"williams.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"willowvoice.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"willyweather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"willyweather.com.au","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilson.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wilsoncenter.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wimbledon.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wimoveis.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wimp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"win-blog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"win-rar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"win2day.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winamax.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winbet.bg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winbetcasino.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winbuzz.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wind.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windfinder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windguru.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windmill.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windows-int.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windows-ppe.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windows.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windows.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windows.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windowsazure.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windowscentral.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windowshouse.xyz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windowslatest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windowsphone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windowsreport.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windowsupdate.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"windriver.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windscribe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windstream.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"windsurf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windtre.it","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"windyapp.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wine-searcher.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wine.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wineenthusiast.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winehq.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"winelab.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"winespectator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"winestyle.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winfunc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winfuture.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wingify.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wingo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wingstop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winhost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wink.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winknews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"winline.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winlinebet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winner.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winner.rw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winnipegfreepress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winred.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winscp.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winss.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wintercloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"winudf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"winzip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiodo.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wionews.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["OAI-SearchBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wipo.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wipro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wireclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wired.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wired.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wired.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wired.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wireguard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wirenboard.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wirenboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wirepathdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wireshark.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wirevpn.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wirevpn.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wirevpn.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wirtgen-group.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wirtualnemedia.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wisc.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiscnet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisconsin.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wisconsin.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wisdomlib.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wise.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisecleaner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisegeek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiselg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wisepops.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisepops.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisestamp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisgoon.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wish.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wishabi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wishabi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wishlink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wishpond.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wishtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wisn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wisprflow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wisprflow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wistia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wistia.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wistv.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"with-andy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"with2.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withaccend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"withai.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withasync.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"withbanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withbenchmark.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withblaze.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"withbuddies.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"withcharm.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withcherry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withchima.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withclad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withdavid.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withentropy.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"withflex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withflint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withgauge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withgoogle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"within.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withings.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withjoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withkairos.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withnixo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"without.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"withpanacea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withpersona.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withpillar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withpretzel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withriviera.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withsherpa.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withspecific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withsurface.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withterminal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withtower.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"withyotta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wits.ac.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"witt-weiden.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wittytv.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wiu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiwo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wixanswers.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wixapps.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wixdns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wixmp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wixpress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wixsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wixstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wixstudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wiz.biz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiz.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiz.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wiz.world","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wizard101.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wizardingworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wizards.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wizaz.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wizzair.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wjgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wjla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wjx.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wjx.top","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wkbn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wklcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wknd.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wko.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wkrn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wku.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wkvytxcg8.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wkyc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wkyt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wlfun777.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wlink.com.np","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wlky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wlos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wlrn.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wlu.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wlu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wlv.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wlvpn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wlwt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wm.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wma.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmagazine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmaker.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmata.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmatch.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wmcdp.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wmcloud.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wmflabs.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wmich.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmn.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wmo.int","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmtransfer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wmur.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wn.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wn06.cfd","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wnacg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wnacloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wnba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wnd.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wnep.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wni.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wnp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wnyc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wnycstudios.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wo-cloud.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woah.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woerxny.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wolffile.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wolfia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wolfram.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wolframalpha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wolt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wolterskluwer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wolvden.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woman.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womanandhome.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womansday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womensecret.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womenshealth.gov","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womenshealthmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womenshistory.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"womenwhocode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wondercraft.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wondergame.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wonderhowto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wondering.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wonderplugin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wonderpush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wondershare.cc","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wondershare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wongcw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wongnai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wonporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woobox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woocommerce.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woodlandtrust.org.uk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woodmac.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woodtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wooga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wook.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woolworths.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woolworths.co.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woolworths.com.au","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woolypooly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woopic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woopra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woorank.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wooribank.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woosmap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woot.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"woothemes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wootric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"word.tips","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordcamp.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordcounter.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordfence.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordhippo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordle.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordleunlimited.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordlift.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordnik.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordplays.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordpress.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wordpress.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordpress.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordpressfoundation.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordreference.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wordsmyth.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wordstream.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordswithfriends.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordunscrambler.me","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordunscrambler.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordwall.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wordware.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"work.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"work.gd","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"work.ink","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"work.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"work24.go.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workable.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workabroad.ph","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workana.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workato.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workaway.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workbox.dk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workdaycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdayinternal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdayspend.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdaysuv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdaysuvcareers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdaysuvsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workdeadlinededicate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workercn.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workers-infra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workers.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workflow86.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workflowy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workforce.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workfront.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workhuman.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workindia.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workjam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worklabweb.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workleap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worklytics.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workmagic.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workman.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workopolis.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workorder.support","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workplace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"worksmobile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workspaceair.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workspaceone-gov.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workspaceone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workspaceoneaccess.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"workstream.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worktribe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"workupjob.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workupload.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workvivo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workvivo.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"workwelltech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"world-nuclear-news.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"world-nuclear.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"world-weather.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"world.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"world.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"world.rugby","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldanvil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldathletics.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldatlas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldbank.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldbank.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldblogged.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldbyte.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldcat.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"worldcoin.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldfcdn2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldfootball.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"worldhappiness.report","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldhistory.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldjournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldkoora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"worldline-solutions.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldmarket.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldnic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldnomads.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldofbooks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldoftanks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldoftanks.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldofwarcraft.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldofwarships.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldometers.info","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldota.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldpackers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldpay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldpopulationreview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldpressphoto.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldremit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldscientific.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"worldsecuresystems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldshopping.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldsoft-isp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldstarhiphop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldsurfleague.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"worldtimeapi.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldtimebuddy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldtimeserver.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldtravelawards.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldvectorlogo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldvision.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldweatheronline.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worldwidedns.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worldwildlife.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wort-suchen.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worten.pt","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worthpoint.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"worxlandroid.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"worxware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wosms.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wot-life.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wotif.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wotpack.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"woundedwarriorproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wovn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wow.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wow88myapp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowcher.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowhead.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wowjobs.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowma.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wowow.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wowpic1.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowpic2.store","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowscale.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wowslider.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wowt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wowuncut.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wowway.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wowza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wozcode.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wp-e.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wp-rocket.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wp-royal-themes.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wp.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wp.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wp.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wp2p.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpadmngr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpastra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpbakery.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpbeaverbuilder.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpbeginner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpbl.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpbookingcalendar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpbrigade.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpcdn.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpcomstaging.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpconsent.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpdns.host","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpdns.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpengine.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpenginepowered.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpeproxy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpforms.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpguardian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpguardian.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpi.edu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wplace.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wplay.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpmet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpml.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpmucdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpmudev.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpolityce.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wponetap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpopal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpr.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wpri.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wprost.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wproxier.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wps.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpscdn.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpsdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpshsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpstacja.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpstr.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wptrf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wptv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wpushsdk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wpx.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpxhosting.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpxi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wpzoom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wqswl2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wral.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wrangler.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wrd-aws.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wreg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wren.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wrestlinginc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wri.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wric.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wright.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wrike.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"write.as","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"writeablog.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"writefull.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"writer.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writerpro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writersdigest.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writesonic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writeupcafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writexo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"writing.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wroc.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ws-hp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsbetting.co.mw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wsbtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wscdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wscvdns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wscvip.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wscvip.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsdvs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsdvs.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsfa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wsglb0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsglb0.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wshareit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wshifen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wsj.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wskam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wskwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsls.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wsmv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wso2.download","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsoctv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wsoversea.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wspan.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsrv.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wssdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wssolver.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wsssec.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wstfls.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsu.edu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wsukwai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsvn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wswebcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wswebcdn.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wswebpic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wswebpic.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wsws.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wt-eu02.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wt-safetag.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wt500.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtae.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wtatennis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtconnect.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtfismyip.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtg-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wthr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtkr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wtnet.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtng.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtnh.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wto.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: *"}
{"domain":"wtop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wtp.waw.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtr-lab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtservers.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtsp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wttc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wttr.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wttr.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wttw.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtvr.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wtware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wtwco.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtxcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtzm.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wtzw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wu-wien.ac.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wu.ac.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wuaki.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wubook.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wuchuyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wuerth.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wufoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wunderground.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wunderkind.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wunderweib.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wuporg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wur.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wurfl.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wurflcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wurl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wurl.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wurl.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wurmz.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wusa9.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wusel.network","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wustl.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wusum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wuuklabs.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wuxiabox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wuytg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wuytl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wv.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wvdme.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wvu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwdl.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wweek.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwf.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwiops.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwlp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wwltv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwmt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wwnorton.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wwpvpbktgoets.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwsga.me","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwstat.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wwu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www-y2mate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"www.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gob.mx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gob.pe","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.cy","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"www.gov.gr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"www.gov.hk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"www.gov.il","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"www.gov.kz","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.gov.za","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"www.gub.uy","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.ne.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.nhs.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www.wroclaw.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"www1.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wwwxxx.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wx4.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxfengxin.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxgateway.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxgrasp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wxhdlhj.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxkjpump.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxlivecdn.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxnz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wxyz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wy916.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wyborcza.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wyckoff.one","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wyff4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wykop.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyndhamhotels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyndly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wynk.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wynncraft.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wynnlasvegas.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wyo.gov","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wyvern.space","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyvrn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyzant.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"wyze.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyzecam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"wyzeiot.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wyzowl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wz.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wz.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wz3mjjcztm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wzrkt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"wzyzlm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"wzzm13.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-b-i-3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-cdn-static.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-fetish.tube","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-fins.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-flow.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-kom.pl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-plarium.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-sense-iot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-star.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-tg.tube","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-video.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x-x-x.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"x-y-2-z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-y-7-z.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x-zell.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"x.gd","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x1.new","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x10.mx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x17grorfjwiytre2d.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x1skf.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x24hr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x2twitter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x3m.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x431.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x5.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x5.sale","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x5media.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"x5static.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"x9fnzrtl4x8pynsf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xaas.systems","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xaas3.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xacjrjy.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xactimate.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xad.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xadsmart.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xahani.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xalabahia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xamadores.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xamvn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xanga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xanimu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xanje.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xano.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xansrv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xaonline.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xapo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xarth.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xarxx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xarxx.sex","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xarxx.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xasiat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xataka.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xatakamovil.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xbabe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xbanxia.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xbato.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xbeat.space","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xbit.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xbiz.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xbox-dns.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xbox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xboxab.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xboxlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xboxservices.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xcadr.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xcafe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xcal.sky","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xcal.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xcancel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xcar.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xcdnpro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xcelenergy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xcfybj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xchina.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xcoinsystem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xcottons.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xcritical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xcthings.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xda-developers.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xdaforums.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdate.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xdebug.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xdfsh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdgtw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdjxpt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdomain.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xdplt.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xdrig.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdrtc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xdyxxddfqd.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xe.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xeconvert.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xedo.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xel.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xenalive.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xendesktop.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xendit.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xenforo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xenial.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xenkod.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xeovo.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xepay1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xephion.ne.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xepith.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xerotica.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xerox.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xervcwfsk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xfce.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xfeed.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xfinfr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xfinity.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xfinityhome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xfire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xfolio.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xforum.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xfree.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xfreehd.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xfyun.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xg4ken.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xgen.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xgenomes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xgimi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xgroovy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xgx.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xh.partners","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xh.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhaccess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xham.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhamster.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster.desi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster1.desi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster19.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster45.desi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamster46.desi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamsterlive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamsterlive.info","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhamsterlive.stream","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhapp.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhapp.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhapp.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhbig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhbox.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhby.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhchannel.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhclub.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhclub.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhfanclub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhfuck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhjxpt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhlive.cam","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhlive.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhlive.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhlive.stream","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhmoon5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhname.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhnews.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhnews.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhnews.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhnow.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhnow.today","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhofficial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhonline.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhopen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhpingcdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xhplanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhpro.live","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhreal5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhscdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhscdn.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xhsite.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhslink.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhsocial.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhspot.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhtotal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhvid.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhvid1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhwebsite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xhwide.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xi-rutor.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiachufang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiandagufen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoduola.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoeknow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaohei.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaohongshu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xiaojukeji.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoman.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaomi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaomi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaomiev.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaomimimo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaomimobile.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaomiwear.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaomixiaoai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoxingauto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xiaoyakankan.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoyakankan.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiaoyi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xidian.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiecheng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xilinx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ximalaya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ximxxd.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xincache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xincache1.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xincache5.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xing.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xinhuanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xinhuaxmt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xinjiang.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xink.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xinmin.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xinnet.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xinqiucc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xintaicz.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xinyunda-gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiph.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xirsys.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xit.az","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiti.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xiyuudi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xjkma2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xjqifei.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xjtu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xkcd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xkred27.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xkw.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xl-ads.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xl.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xl.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xleche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xlecx.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xlgmedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xlink3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xlivesex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xlivrdr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xlovecam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xlxx.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xlxx2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xm.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmalay.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xmalayporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xmasti.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmates.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmaza.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmazaa.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmazaa.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmc.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmcsrv.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmdh.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmegadrive.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmeye.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmhns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmilf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmind.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmishti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmission.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmjunli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xml-sitemaps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmlorbit.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmlsoft.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmmku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmodxvquvodns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmoky.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmple.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmrig.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmsae.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmsecu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xmshiteng.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xmu.edu.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn----ztbcbceder.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--1-wxf3amfe4e1hqcp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--12c1ezaww.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--12cu1a5c.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--2-wxfc3gwbi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--24-8qizc4j8c.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--3-7wf9a3c4b3bt8f0cya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--3-7wf9a3c4b3bt8f0cya.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--3-nyf3aak0c.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--3-wxfc3gwbi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--3-wxfc3gwbi.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--3-wxfs4ab4gvepc.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--42c5ab1a9aq9hqb5dud.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--42cah7d0cxcvbbb9x.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--42cf7cgd7gxbd4m7c.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--6-lve1d0cya6hb2e.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--69-6tia3cb.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--69-6tia3cb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--69-uqi6eta7bs4j9f.online","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--72c0anj1fqy6jqa7ei.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--72c6c2a3an.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--72c6c2aa0bpb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--72caa3cygoc0d9c.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--72cm8an6ed3b4dwe6bh.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--80aaf4afvkjgic0i.xn--p1ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--80aapampemcchfmo7a3c9ehj.xn--p1ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--80ahmohdapg.xn--80asehdb","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--88-lqix0ea5a7kua2b8lc3gd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--90aivcdt6dxbc.xn--p1ai","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--b1aew.xn--p1ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--d1aqf.xn--p1ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--d1asm.xn--c1avg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--fiqz3fu6de3b63agzw9z8g.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--h-k9tybb8g5ivhkczry701afhpm4sru6d.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--l3caaa5iqc3a.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--l3cg7a8a0cwa3f.website","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--l3cl2br0bq7evc0c.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--l3cly6b0fd0c.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--l9qya375kzx4a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--lep-tma39c.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--lovu62d.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--mgbkt9eckr.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--ngstr-lra8j.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--pckua2a7gp15o89zb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xn--pssw46az6cqs3a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--wbr89i17glxijyay55ao40c5eza.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--xhq8a773e95j9l5a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--xhqv9jbtpfww.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--y3ctaak9bb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xn--y3ctbg6b.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xn--ykts2c47u5r4a.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnalgas.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnfhtech.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnhau.bet","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnhau.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnhau.cx","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnhau.ing","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnhau.kim","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnhau.la","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnhau.shop","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnhau.vc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnung.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnvho2940637fafa.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxtt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx-aflam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx-arabi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnxx-arabic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnxx-ru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx.gold","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnxx.health","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xnxx.place","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xnxx.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx20.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxx3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxxarab.to","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnxxen.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xnxxporn.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xnxxsex.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xo.gr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoalt.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xodo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xogrp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilac365xf.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilac365xj.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilac86l.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilaclink-worldcup2026.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilaclinkwc2026.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoilacttbd-worldcup2026.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xoki81qhmq.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xonbet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xoom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xorgasmo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xoso.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xosodaiphat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xosothantai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xosothantai.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xossipy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xozilla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xozilla.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xp94.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xpaja.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xpanas.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xpaycheckout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xpeng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xperia-gaming.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xpi.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xplay.gg","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xpln.tech","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xplosion.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xpo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xporn.tv","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xprimehub.hair","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xprize.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xqhhkji.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xrea.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xrea.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xreapps.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xrite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xrtb.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xs4all.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xscores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsdacdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xsdns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xseenx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xserver.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xserver.ne.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xshaon123.sbs","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xshareall.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xskt.com.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsmn.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsmn247.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsolla.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsph.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xspmail.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xsrv.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xssl.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xstory-fr.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsuboo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsw.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xsz-av.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtec.cat","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtemos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xterraclubrd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtgem.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtime.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtits.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtits.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtliyi.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtra.co.nz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtracloud.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtracloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtraffic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xtremepush.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xtrivdfw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xtsdtredy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xuebody.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xueqiu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xuexi.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xumo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xundns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xunlei.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xunta.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xunta.gal","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xunyou.mobi","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xupertv.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xv-ru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xv-videos1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xverse.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideo-jp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideo.blog","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideo.vlog.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideos-ar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideos-hd.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos-k6.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xvideos.blog.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xvideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos.red","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos.tube","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos.tv.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos10.blog.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideos2.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos3.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideos4.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideos69.xxx","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideosbr.blog","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideosincesto.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvideosporno.blog.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvideosputaria.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xvideosxxx.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvidey.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvix.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xvpn.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xvservice.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvtest.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xvv1deos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xwz.ovh","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xx1t.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxbrits.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxlmag.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxphims.blog","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxpkg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxvideos.video","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xxx-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxx-sex.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxx-xxx.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxx.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxx18hot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxx191.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxarabsex.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxbp.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxbp.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxbpvideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxbule.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxbunker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xxxclub.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxhindi.to","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xxxi.porn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxindianstories.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxivjmp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxjmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxlumaxxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxlutz.at","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxlutz.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxmovies.life","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xxxnaja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxpostpic.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxramenshopfun.lol","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxshake.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxshame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxtophd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxtubevideos.click","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"xxxvideo.link","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxvideo.sex","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxvideo.wtf","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxvideosex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxvideosind.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xxxviiijmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxviijmp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxxbt.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xxxz.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xxxza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xybqg.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"xydiamonddbexpert.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xylem.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xysa.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xywy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xyydnode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xyyh.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xyzproxy.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xyzs.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xzblogs.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xzcs3zlph.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"xzgjp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"xztbxz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"y-medialink.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"y-track.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"y-tun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"y.uno","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"y2mate.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"y2mate.nu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"y5en.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"y8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"y99.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ya-content.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ya.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ya.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yabalovo.love","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yabidos.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yabiladi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yabla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yacenetv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yachtworld.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yad2.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yadi.sk","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yadongtv87.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yadongtv88.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yadongtv89.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yadongtv94.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yadro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yadro.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yadvashem.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaeby.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yaeby.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yaencontre.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yagong91.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yah.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yahoo-mbga.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yahoo-net.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yahoo.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yahoo.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yahoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yahoo.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yahoo.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yahoo.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yahooapis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yahooapis.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yahoodns.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yahooinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yahoosandbox.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yakaboo.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yakjk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yakkun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yaklass.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yako05.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yako06.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yako10.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yalalive.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yale.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaleclimateconnections.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yaledailynews.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yalemedicine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yalidine.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yalla.games","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yalla.live","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yallakora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yallasellit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yallashots.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yallasootlive.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yam.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yama96.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yamada-denkiweb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamagata-u.ac.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamaha-motor.co.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamaha-motor.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yamaha-motor.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamaha.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamallng.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yamap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yamareco.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaml.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yammer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yammerusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yampi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yanao.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yande.re","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex-bank.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yandex-dev.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yandex-net.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yandex-team.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.az","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.by","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.cloud","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.com.ge","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.md","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.st","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandex.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yandexadexchange.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yandexcloud.kz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yandexcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yandexcom.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yangguangdd.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yangkeduo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yango.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yango.tech","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yangshipin.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yangyi19.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yanhh3d.ee","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yani.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yankodesign.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yanmaga.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yanmar.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yanolja.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yanosik.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yantp.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yaoimangaonline.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaoiscan.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yapfiles.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yapigames.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yapikredi.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaplakal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yaplog.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yapo.cl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yar.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yardbarker.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yardbook.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yarn.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yarn.so","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yarnet.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yarnflowgame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yarnpkg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yarnspirations.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yasexu.pro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yash1010.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yash7777.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yassir.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yastatic-net.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yastatic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yasyadong01.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yatra.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yavitrina.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yay.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yazio-analytics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yazio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ybetscasino.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ybx-emc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yccdn.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ycgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ycharts.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ychoicetx.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yclients.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ycmhc.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ycmou.org.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ycombinator.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ycwb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ycxrl.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ycyd123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydmob.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydns.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydparty.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ydparty01.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ydparty02.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydparty04.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydparty06.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ydparty08.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ydstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ydycdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yeah.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yeahmobi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yeahtargeter.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yealink.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yearend.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yeastar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yeggi.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yektanet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yell.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yellow.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yellowblue.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yellowbook.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yellowbot.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yellowishgather.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yellowpages.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yellowpages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yellowpages.com.au","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yellowpages.com.eg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yellowpagesdirectory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yellw.co","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yelp.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yelp.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yelp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yelpcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yemaachi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yemeksepeti.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yemekyedim.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yemen.net.ye","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yeniakit.com.tr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yenibeygir.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yenicaggazetesi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yenisafak.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yenmo.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yerepayidr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yes24.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yesky.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yesmagazine.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yesplay.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yesporn.vip","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yespornpics.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yesstyle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yesware.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yetansd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yethoro.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yeti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yettel.hu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yewsmo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yext.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yezza.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yfgymuipem.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yfmac.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yfrog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yfsp.tv","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yg5sjx5kzy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ygebe.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ygles.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ygoprodeck.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ygosu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yhangry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yhgfb-cn-static.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yhj.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yhprn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yhuochong.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yi.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yic-electronics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yicai.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yican56.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yiche.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yidianzixun.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yieldify-production.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yieldify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yieldlab.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yieldlove-ad-serving.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yieldlove.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yieldmo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yieldmrm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yieldoptimizer.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yieldoz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yields.site","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yiiframework.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yilanvaas.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yimg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yindantechhk.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yingdai.online","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yingdailianmeng.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yingjiesheng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yingt.fun","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yinxiang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yinzcam.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yippy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yirujs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yit.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yithemes.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yito.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yiv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yiwu2016.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yjc.ir","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yjs-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yjsry.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yjtag.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ykimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yksdks.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ykt.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ylc.edu.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yle.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ylilauta.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yljxf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ym68ejbdzn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ymail.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ymaws.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ymcdn.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ymdxm3qa9p.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ymjkjrm98m.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ymmobi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ymobile.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ymusicapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yn.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yn.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yna.co.kr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ynab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yndns.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yndx-cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ynet.co.il","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ynet.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ynetnews.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ynh.fr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ynu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yo-digital.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoasobi.co.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoast.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yobokep.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoctoproject.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yodao.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yodayo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yodel.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yodo1.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yodobashi.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yofi.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yogajournal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yogicentral.science","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yogonet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yok.gov.tr","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yokogawa.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yokohama.lg.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoktogel73.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yolasite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yolicart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yomeno.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yomi.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yomiuri.co.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yomoblog.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yomod.xyz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yomovies.foundation","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yomovies.institute","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yoncu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yondu.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yonedalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yonhapnews.co.kr","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yono-tv.net","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yonogamekiduniya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yonogameskiduniya.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yonomi.cloud","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yononewgamess.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yonowork.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yonsei.ac.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yookassa.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoomoney.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yopmail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"york.ac.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yorkpress.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yorkshire.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yorkshireeveningpost.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yorkshirepost.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yorku.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoshimobility.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoshki.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yosmart.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yospace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yota.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yoti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yotoplay.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yotpo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yotpoapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yottaa-prod.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yottaa.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yottaa.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"you-fuli.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"you-porn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"you-shift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"you.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youappi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youart.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youbianku.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youboost.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youborafds01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youboranqs01.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youbroadband.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youcan.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youcanbook.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youcontrol.com.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youdao.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youdo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yougetsignal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yougile.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youglish.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yougotlistings.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yougov.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yougov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youjizz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youla.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youla.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youlesp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youm7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youngchampion.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"youngjoygame.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youngla.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youngle.site","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youngle.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youngliving.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youngminds.org.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youperv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youpin898.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youporn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"your-domain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"your-objectstorage.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"your-server.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"your-storagebox.de","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"your-storageshare.de","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"your.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youradchoices.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youradchoices.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youravhost.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourchain.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourcpanelserver.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourdictionary.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yourdomain.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourdomainprovider.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yourgood.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yourhosting.nl","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yourkwoffice.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yournet.ne.jp","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youronlinechoices.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youronlinechoices.eu","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoursclothing.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoursite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoursix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoursrs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourstory.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yourtango.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yourtrap.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourwebhoster.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yourwebsite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yousendit.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yousician.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youstarsbuilding.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yout.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youth.cn","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youth4work.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"youtooz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youtrack.cloud","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youtu.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youtube-nocookie.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youtube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youtubekids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youtubers.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"youversion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youversionapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"youvisit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youx.xxx","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"youzan.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yovole.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yowestogel70.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yowindow.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yowindow.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoyo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yoyospins.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yoyospins.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yp.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yp.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ypcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ypf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ypncdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yppcn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yptlpgsrmg.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yr.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yrxtam.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yrxtrk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ys7.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ysagin.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ysl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ysonetwork.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ysscores.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yt2mp3.ai","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yt2mp3.gs","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yt2mp3.sc","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ytdown.to","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ytimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ytmnd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ytmp3.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ytmp3.mobi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ytn.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ytone.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yts-official.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yts.bz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yts.gg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ytshop.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ytv.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yu.edu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yuanlaifresh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuanshen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yuanta.com.tw","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yubico.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yucf.top","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yudu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuewen.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuga.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yugalabs.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yugioh-card.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yugipedia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yugiyu2.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yuku.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yulengine.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yulorepages.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yum.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuma.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yummly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yummy-future.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yummyani.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yummyanime.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yummysuperapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yumpu.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yun-ns.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunai.tech","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunduns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yundunwaf1.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yundunwaf2.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yundunwaf3.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yundunwaf4.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yundunwaf5.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunjiasu360.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunray.ai","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuntrack.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunwuxian.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunxinfw.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunxish.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yunzhan365.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yupmanga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"yupoo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"yupptv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yuque.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yusercontent.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yuspcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yutex.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yuvideos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yuz.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yvilllotgz.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ywxi.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yxgz.club","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yximgs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yxotakeji.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yxponte.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yydjc.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yzewe.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"yzgz1945.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yziyu02by.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yzlib.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yzrsbxg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yztfjc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"yzwtz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z-9-a-b.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z-dn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z-lib.fm","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z-lib.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z-library.sk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z.fi","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z1.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z1cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"z2u.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z3.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"z9cdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"za.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"za3jjhhcc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zabbix.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaccodigitaltrustlabs.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaccodigitaltrustlabs.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaccodigitaltrustlabs.se","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zachleat.dev","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zacks.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zadarma.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zadn.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zadns.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zagreb.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zahid.host","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zahs.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaiim.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zain.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaius.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zakoleblo.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zakon.kz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zakzak.co.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zala.by","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalan.do","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalando-lounge.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalando-lounge.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando-prive.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.at","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.be","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalando.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.dk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.ie","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.it","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalando.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.no","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalando.se","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalandoapis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zales.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalo.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaloapp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalora.co.id","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalora.com.my","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalora.com.tw","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalora.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zalora.sg","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zalos.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaltrimondex.xyz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zamalektoday.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zamcs.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zameen.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zamimg.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zamin.uz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zammad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zamzar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zan.kz","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zan.top","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zangi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zangi.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zani64.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zanox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zao-agrokomplex.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaobao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaobao.com.sg","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaonce.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaoshang.ru","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zap2it.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zapf.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zapier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zapimoveis.com.br","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaplar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zappingtv.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zappos.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zappstore.pro","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zapsign.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaptec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zapto.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zapvi.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zapwp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaq.ne.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zara.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zara.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaragoza.es","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zarahome.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zardfilm.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zarebin.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zarnaai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zarplata.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zatanna.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zatco.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zattini.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["ClaudeBot","Claude-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zattoo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zauba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaubacorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zavopay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zawya.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zaxbys.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zaxid.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaycev.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaymer.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zaymo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zayo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zazaza.me","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zazos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zazzle.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbfcxx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zbiornik.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zbiotics.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zbj.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zblogcn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbmath.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zbozi.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbporn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbporn.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zbzoom.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zcache.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zcdn.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zcnotary.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zcom.it","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zcool.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zcool.com.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zcu.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zcvh.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zd-dns.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdassets.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdbb.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zdf.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdfheute.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdic.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdmimg.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdn.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdnet.co.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdnet.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zdnet.fr","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zdns.google","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnscloud.biz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnscloud.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnscloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnscloud.info","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdnscloud.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdoiodhtqahjizqq.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdravcity.rocks","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdravcity.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zds8158.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdusercontent.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdxcloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdxgov.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdxten.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zdyyxnk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeal.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zealth-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zearn.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeasn.tv","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zebawy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zebra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zebzoub.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zeczec.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zed.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zedal.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zedge.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zee5.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeebiz.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zeekrlife.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeelandnet.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeelool.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeenite.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zeffy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zefoy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zefrdata.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zegostudio.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeiss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeit-ai.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeit.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zeitmedical.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeitverschiebung.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeitview.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zelcore.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeldadungeon.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zelenaya.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zellbury.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zellepay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zello.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeloscloud.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zemanta.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zen-cart.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zen-sv.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zen.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenbox.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenbu.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenbusiness.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zencare.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zencdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenchef.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zend.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zendar.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zendesk.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenecn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenflow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenfolio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zengslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zengyuan.org","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenhabits.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenimpact.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenit.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenithly.best","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenkube.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenlayer.win","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenledger.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zenlink.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenlogic.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenmarket.jp","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenmxapps.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zenn.dev","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zennioptical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenno.services","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zennolab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeno.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenodo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenon.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenoti.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zensors.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zentail.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zenwriting.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zenysis.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeonsystems.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeop.re","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeorouteplanner.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeotap.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zepeto.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zephr.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zephrcf.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zephyrfusion.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zephyrsgroves.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeplin.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zepp.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zepto.co.in","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zepto.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeptonow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zer0day.ch","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zer0day.to","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zergnet.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerigo.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zerion.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerkalo.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zerobytes.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerocater.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zerocha.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerochan.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerodepositcasino.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerodev.app","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerodha.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerody.one","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerogpt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerohedge.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeroheight.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeronaught.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeropartyforms.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeropath.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerosettle.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerotier.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeroum.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeroweb.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zerowire.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zerozero.pt","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeta-ai.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zetacdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zetacx.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zetaglobal.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zetaglobal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zetasurgical.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zetsource.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeturf.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeturf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zety.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zeusslot.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zeustechnology.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zexy.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zf.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zf.ro","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zg-api.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zg-int.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zgcxy.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zghmx.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zgtxyh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zgyxlc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zh.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhandian.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhangle.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhangyi123.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhangyue.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zhaopin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhav373.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhaw.ch","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhedinglaw.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhejiang.gov.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhhainiao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhibo8.cc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhibo8.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhicyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhihu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhimg.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhinanbao.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhipin.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhiye.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhiyuanyun.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhizhiniao.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhkp.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhky.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhqidown.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhsumarc.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhuisuma315.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zhukao.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zhuqiy.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zi-scripts.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ziare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziatogel90.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zibll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zibralabs.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zidisha.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziffdavis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziffstatic.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ziffyhomes.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziggo.nl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziggogo.tv","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zigpoll.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zigwheels.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zigzag.kr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"ziina.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zijieapi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zillow.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zillow.net","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zillowgroup.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zillowstatic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zimad.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zimaspace.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zimbio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zimbra.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zimg.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zimgs.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zimmo.be","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zimperium.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zin.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zinc.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zincha.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zineone.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zing.vn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zingbus.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zingmp3.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zingpingbees.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zingplay.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziniao.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zinio.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ChatGPT-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zintrack.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zinzino.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zip.co","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zipair.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zipcar.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziphq.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zipify.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zipoapps.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zipow.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zippi.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zippia.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zippypongbee.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zippyshare.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ziprecruiter.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["Perplexity-User"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zipthelake.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Googlebot"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"ziraatbank.com.tr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zistop.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zitara.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zitelia.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zithromax24h.sbs","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zitomedia.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zive.cz","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zixcorp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zj-xingyi.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zj.gov.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjgslb.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjguode.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjmcyz.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjol.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zjsn888.cn","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zju.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zjzdlo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zkcdn.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zkillboard.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zkm.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zknu.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zkwl.edu.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zlib.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zline0.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zlongame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zloong.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zmaal.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zmags.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zmaticoo.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zmcyu9ypy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zmdcdn.me","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zmero.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zmescience.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zmxfybjy.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zn.ua","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"znaj.ua","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"znaki.fm","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"znanierussia.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"znanija.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"znanylekarz.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zndns.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"znds.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"znetwork.org","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"znews.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zns-53.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"znwyxswxzj.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoaresearch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zobj.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zocdoc.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zodalt.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoetis.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zog.link","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoho.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoho.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoho.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoho.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoho.jp","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohoaccl.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zohocal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zohocdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zohocloud.ca","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohocorp.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohohost.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohohost.eu","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zohomesh.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zohopublic.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohopublic.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zohopublic.in","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoios.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoiper.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoko.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zol-img.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zol.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zol.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zola.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoll.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zolnm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zolo.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zolomeds.shop","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zolvo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zomans.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zomato.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zomato.restaurant","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zomato.tw","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zombeek.cz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zommalabs.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zomro.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zomro.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zona.media","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonakids.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonaprop.com.ar","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonasearch.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zonatelecom.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonatmo.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zone-turf.fr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zone.ee","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zone.eu","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zone.tc","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonealarm.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonebourse.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonedns.vn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoneedit.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoner.fi","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonerama.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonerisq.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zonexa.xyz","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zong.com.pk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zongheng.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonomi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zonos.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zooios.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoologyfibre.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoom.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoom.com.br","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zoom.earth","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoom.us","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoomalia.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoomconnector.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoomdev.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoomgov.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoominfo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoominsoftware.io","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoominternet.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoomit.ir","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoomsvr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoon.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zooniverse.org","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoopla.co.uk","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zooplus.co.uk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zooplus.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zooplus.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zooplus.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoosnet.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zoovu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zopegr.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zopim.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoro.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zorvian.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zotabox.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zotero.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zougla.gr","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zouliangbu.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zoznam.sk","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zozo.jp","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zozovideo.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zpagov.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zpagov.us","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zpath.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zpath.vip","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zpatwo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zpkeji.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zplay.bet","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zprk.io","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zproxy.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zpsyxx.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zqtk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zr.ru","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zrrglobal.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zrzutka.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zscaler.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zscaler.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscaler9.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscalergov.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscalerone.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscalerten.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscalerthree.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscalertwo.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscc.ai","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zscdsy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zscloud.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zspace.link","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zspeed-cdn.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zstaticcdn.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zsttk.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zsttk.ru","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zsw.ca","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zt.ru","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ztat.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zte.com.cn","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ztems.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ztgame.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zthd.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"ztna1p-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ztna3p-msedge.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"ztomy.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zubtube.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zucks.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zudanje.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zuddl.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zudo.work","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zui.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zuimeitianqi.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zuiqiangyingyu.net","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zulily.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zulipchat.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zum.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zum.de","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zumba.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zumper.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zumvu.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zuni.app","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zuora.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zuoyebang.cc","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zuoyebang.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"blocks_search_crawler":true,"rule":"Disallow: /"}
{"domain":"zupimages.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zurb.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zurich.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zurich.com.au","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zurich.com.br","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zurnal24.si","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zus.pl","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zvab.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zvelo.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zveno.io","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zviewcloud.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zvo.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zvuch.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zvuk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zwcloud.wang","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zwift.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zwilling.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zwmss.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zwtianshangm.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zwyr157wwiu6eior.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zx2c4.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zxcs.nl","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zxcvbnml.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zxinc.org","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zxxjscp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zxxk.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zxyvrtd.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zxz.su","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zymbly.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zynga.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zyngapoker.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zyngawithfriends.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zype.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zyrosite.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zysycp.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zyte.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zyuken.net","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zyukj2l.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":["GPTBot","ClaudeBot","Google-Extended"],"blocks_search_crawler":false,"rule":"Disallow: /"}
{"domain":"zyxel.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zyz.org.cn","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zzaru.com","checked_at":"2026-08-07","robots_readable":true,"robots_found":true,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zzazz.com","checked_at":"2026-08-06","robots_readable":true,"robots_found":false,"blocked_agents":[],"blocks_search_crawler":false,"rule":null}
{"domain":"zzounds.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zzpxy.top","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zztfly.com","checked_at":"2026-08-07","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zzux.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}
{"domain":"zzztube.com","checked_at":"2026-08-06","robots_readable":false,"robots_found":false,"blocked_agents":null,"blocks_search_crawler":null,"rule":null}